[ 516.428426] env[63309]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63309) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 516.428770] env[63309]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63309) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 516.428813] env[63309]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63309) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 516.429153] env[63309]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 516.525749] env[63309]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63309) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 516.536575] env[63309]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63309) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 516.578148] env[63309]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 517.136283] env[63309]: INFO nova.virt.driver [None req-a71d1be5-dec6-421b-87be-802ef868661a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 517.207926] env[63309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.208097] env[63309]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.208203] env[63309]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63309) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 520.412470] env[63309]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ad7814d2-bde8-4644-b67a-e63085571e0d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.428301] env[63309]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63309) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 520.428444] env[63309]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-bddf354b-c9c7-45f4-b7cb-4edceba1bab6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.460439] env[63309]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 24dec. [ 520.460569] env[63309]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.252s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.461276] env[63309]: INFO nova.virt.vmwareapi.driver [None req-a71d1be5-dec6-421b-87be-802ef868661a None None] VMware vCenter version: 7.0.3 [ 520.464797] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd5a8e-cb57-4958-b58f-e6800825b613 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.487673] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389079e-24b7-4ad8-88be-2a99c0f0be30 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.493681] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986367ec-89fb-419c-af7c-e1dae66af39c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.500311] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80868492-368a-4439-b4fb-55bd6c95c357 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.513827] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdf12a-4af1-4d02-b0f0-c44b985e9c39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.519780] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281d28a-9658-4fa5-9d76-6d7a39021ee0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.549758] env[63309]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0380307a-388b-49d9-8398-a7389c73fee8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.555033] env[63309]: DEBUG nova.virt.vmwareapi.driver [None req-a71d1be5-dec6-421b-87be-802ef868661a None None] Extension org.openstack.compute already exists. {{(pid=63309) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 520.557693] env[63309]: INFO nova.compute.provider_config [None req-a71d1be5-dec6-421b-87be-802ef868661a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 521.061240] env[63309]: DEBUG nova.context [None req-a71d1be5-dec6-421b-87be-802ef868661a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e5c3c819-3a2d-4dc9-95d3-f63d67fd2d91(cell1) {{(pid=63309) load_cells /opt/stack/nova/nova/context.py:464}} [ 521.064386] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.064604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.065325] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.065740] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Acquiring lock "e5c3c819-3a2d-4dc9-95d3-f63d67fd2d91" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.065927] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Lock "e5c3c819-3a2d-4dc9-95d3-f63d67fd2d91" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.066985] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Lock "e5c3c819-3a2d-4dc9-95d3-f63d67fd2d91" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.087718] env[63309]: INFO dbcounter [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Registered counter for database nova_cell0 [ 521.095861] env[63309]: INFO dbcounter [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Registered counter for database nova_cell1 [ 521.099064] env[63309]: DEBUG oslo_db.sqlalchemy.engines [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63309) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 521.099709] env[63309]: DEBUG oslo_db.sqlalchemy.engines [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63309) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 521.104212] env[63309]: ERROR nova.db.main.api [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 521.104212] env[63309]: result = function(*args, **kwargs) [ 521.104212] env[63309]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 521.104212] env[63309]: return func(*args, **kwargs) [ 521.104212] env[63309]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 521.104212] env[63309]: result = fn(*args, **kwargs) [ 521.104212] env[63309]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 521.104212] env[63309]: return f(*args, **kwargs) [ 521.104212] env[63309]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 521.104212] env[63309]: return db.service_get_minimum_version(context, binaries) [ 521.104212] env[63309]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 521.104212] env[63309]: _check_db_access() [ 521.104212] env[63309]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 521.104212] env[63309]: stacktrace = ''.join(traceback.format_stack()) [ 521.104212] env[63309]: [ 521.105299] env[63309]: ERROR nova.db.main.api [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 521.105299] env[63309]: result = function(*args, **kwargs) [ 521.105299] env[63309]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 521.105299] env[63309]: return func(*args, **kwargs) [ 521.105299] env[63309]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 521.105299] env[63309]: result = fn(*args, **kwargs) [ 521.105299] env[63309]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 521.105299] env[63309]: return f(*args, **kwargs) [ 521.105299] env[63309]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 521.105299] env[63309]: return db.service_get_minimum_version(context, binaries) [ 521.105299] env[63309]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 521.105299] env[63309]: _check_db_access() [ 521.105299] env[63309]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 521.105299] env[63309]: stacktrace = ''.join(traceback.format_stack()) [ 521.105299] env[63309]: [ 521.105700] env[63309]: WARNING nova.objects.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 521.105841] env[63309]: WARNING nova.objects.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Failed to get minimum service version for cell e5c3c819-3a2d-4dc9-95d3-f63d67fd2d91 [ 521.106286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Acquiring lock "singleton_lock" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.106450] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Acquired lock "singleton_lock" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.106692] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Releasing lock "singleton_lock" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.107013] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Full set of CONF: {{(pid=63309) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 521.107163] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ******************************************************************************** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 521.107295] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] Configuration options gathered from: {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 521.107429] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 521.107616] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 521.107795] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ================================================================================ {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 521.108046] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] allow_resize_to_same_host = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108227] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] arq_binding_timeout = 300 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108363] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] backdoor_port = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108490] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] backdoor_socket = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108657] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] block_device_allocate_retries = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108818] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] block_device_allocate_retries_interval = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108986] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cert = self.pem {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109175] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109347] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute_monitors = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109514] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] config_dir = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109684] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] config_drive_format = iso9660 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109816] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109979] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] config_source = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110193] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] console_host = devstack {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110378] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] control_exchange = nova {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110540] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cpu_allocation_ratio = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110707] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] daemon = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110901] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] debug = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111078] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] default_access_ip_network_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111293] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] default_availability_zone = nova {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111466] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] default_ephemeral_format = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111629] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] default_green_pool_size = 1000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111867] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112066] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] default_schedule_zone = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112206] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] disk_allocation_ratio = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112368] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] enable_new_services = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112543] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] enabled_apis = ['osapi_compute'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112706] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] enabled_ssl_apis = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112865] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] flat_injected = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113038] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] force_config_drive = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113237] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] force_raw_images = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113448] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] graceful_shutdown_timeout = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113647] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] heal_instance_info_cache_interval = -1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113914] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] host = cpu-1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114131] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114348] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] initial_disk_allocation_ratio = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114575] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] initial_ram_allocation_ratio = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114842] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115036] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_build_timeout = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115208] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_delete_interval = 300 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115380] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_format = [instance: %(uuid)s] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115548] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_name_template = instance-%08x {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115709] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_usage_audit = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115877] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_usage_audit_period = month {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.116054] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.116224] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] instances_path = /opt/stack/data/nova/instances {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.116391] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] internal_service_availability_zone = internal {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.116547] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] key = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.116707] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] live_migration_retry_count = 30 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.116902] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_color = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.117092] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_config_append = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.117288] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.117468] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_dir = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.117631] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.117762] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_options = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.117926] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_rotate_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118112] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_rotate_interval_type = days {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118283] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] log_rotation_type = none {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118412] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118539] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118706] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118869] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.118998] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.119173] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] long_rpc_timeout = 1800 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.119333] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] max_concurrent_builds = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.119489] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] max_concurrent_live_migrations = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.119644] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] max_concurrent_snapshots = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.119806] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] max_local_block_devices = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.119986] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] max_logfile_count = 30 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.120188] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] max_logfile_size_mb = 200 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.120356] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] maximum_instance_delete_attempts = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.120526] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metadata_listen = 0.0.0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.120693] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metadata_listen_port = 8775 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.120857] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metadata_workers = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.121028] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] migrate_max_retries = -1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.121222] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] mkisofs_cmd = genisoimage {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.121435] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] my_block_storage_ip = 10.180.1.21 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.121569] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] my_ip = 10.180.1.21 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.121772] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.121934] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] network_allocate_retries = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.122176] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.122296] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] osapi_compute_listen = 0.0.0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.122466] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] osapi_compute_listen_port = 8774 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.122645] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] osapi_compute_unique_server_name_scope = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.122817] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] osapi_compute_workers = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.122985] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] password_length = 12 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.123161] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] periodic_enable = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.123321] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] periodic_fuzzy_delay = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.123487] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] pointer_model = usbtablet {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.123651] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] preallocate_images = none {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.123805] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] publish_errors = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.123932] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] pybasedir = /opt/stack/nova {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.124099] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ram_allocation_ratio = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.124262] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] rate_limit_burst = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.124428] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] rate_limit_except_level = CRITICAL {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.124584] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] rate_limit_interval = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.124739] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reboot_timeout = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.124894] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reclaim_instance_interval = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.125055] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] record = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.125226] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reimage_timeout_per_gb = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.125390] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] report_interval = 120 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.125549] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] rescue_timeout = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.125710] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reserved_host_cpus = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.125867] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reserved_host_disk_mb = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126035] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reserved_host_memory_mb = 512 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126199] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] reserved_huge_pages = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126358] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] resize_confirm_window = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126512] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] resize_fs_using_block_device = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126667] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] resume_guests_state_on_host_boot = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126832] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.126988] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] rpc_response_timeout = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.127160] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] run_external_periodic_tasks = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.127327] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] running_deleted_instance_action = reap {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.127484] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] running_deleted_instance_poll_interval = 1800 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.127644] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] running_deleted_instance_timeout = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.127800] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler_instance_sync_interval = 120 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.127962] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_down_time = 720 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.128152] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] servicegroup_driver = db {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.128309] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] shell_completion = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.128470] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] shelved_offload_time = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.128628] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] shelved_poll_interval = 3600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.128793] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] shutdown_timeout = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.128951] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] source_is_ipv6 = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.129127] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ssl_only = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.129373] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.129539] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] sync_power_state_interval = 600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.129699] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] sync_power_state_pool_size = 1000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.129868] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] syslog_log_facility = LOG_USER {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.130033] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] tempdir = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.130222] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] timeout_nbd = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.130398] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] transport_url = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.130557] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] update_resources_interval = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.130715] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] use_cow_images = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.130870] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] use_journal = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.131035] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] use_json = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.131219] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] use_rootwrap_daemon = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.131384] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] use_stderr = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.131540] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] use_syslog = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.131695] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vcpu_pin_set = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.131858] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plugging_is_fatal = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.132035] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plugging_timeout = 300 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.132204] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] virt_mkfs = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.132365] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] volume_usage_poll_interval = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.132523] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] watch_log_file = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.132688] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] web = /usr/share/spice-html5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.132867] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.133046] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.133212] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.133382] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_concurrency.disable_process_locking = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134270] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134472] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134646] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134825] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135007] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135191] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135380] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.auth_strategy = keystone {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135551] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.compute_link_prefix = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135730] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135905] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.dhcp_domain = novalocal {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136086] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.enable_instance_password = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136255] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.glance_link_prefix = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136421] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136594] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136758] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.instance_list_per_project_cells = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136922] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.list_records_by_skipping_down_cells = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137098] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.local_metadata_per_cell = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137272] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.max_limit = 1000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137440] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.metadata_cache_expiration = 15 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137616] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.neutron_default_tenant_id = default {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137787] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.response_validation = warn {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137957] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.use_neutron_default_nets = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138142] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138310] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138476] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138648] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138819] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_dynamic_targets = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138986] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_jsonfile_path = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139194] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139393] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.backend = dogpile.cache.memcached {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139563] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.backend_argument = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139723] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.backend_expiration_time = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139894] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.config_prefix = cache.oslo {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140075] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.dead_timeout = 60.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140274] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.debug_cache_backend = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140443] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.enable_retry_client = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140605] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.enable_socket_keepalive = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140776] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.enabled = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140942] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.enforce_fips_mode = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141150] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.expiration_time = 600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141353] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.hashclient_retry_attempts = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141530] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.hashclient_retry_delay = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141697] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_dead_retry = 300 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141857] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_password = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142034] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142203] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142371] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_pool_maxsize = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142571] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142781] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_sasl_enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142980] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143171] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_socket_timeout = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143335] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.memcache_username = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143548] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.proxies = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143772] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_db = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143944] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_password = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144135] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_sentinel_service_name = mymaster {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144319] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144490] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_server = localhost:6379 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144656] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_socket_timeout = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144816] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.redis_username = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144979] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.retry_attempts = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145163] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.retry_delay = 0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145329] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.socket_keepalive_count = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145490] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.socket_keepalive_idle = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145650] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.socket_keepalive_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145846] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.tls_allowed_ciphers = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146064] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.tls_cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146236] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.tls_certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146403] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.tls_enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146562] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cache.tls_keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146736] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146912] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.auth_type = password {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147089] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147274] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.catalog_info = volumev3::publicURL {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147435] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147601] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147762] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.cross_az_attach = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147922] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.debug = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148096] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.endpoint_template = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148268] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.http_retries = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148432] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148591] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148765] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.os_region_name = RegionOne {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148933] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149109] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cinder.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149289] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149452] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.cpu_dedicated_set = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149613] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.cpu_shared_set = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149779] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.image_type_exclude_list = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149942] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.150155] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.max_concurrent_disk_ops = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.150322] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.max_disk_devices_to_attach = -1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.150489] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.150660] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.150825] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.resource_provider_association_refresh = 300 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.150989] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.151173] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.shutdown_retry_interval = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.151357] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.151538] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] conductor.workers = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.151718] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] console.allowed_origins = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.151881] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] console.ssl_ciphers = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.152065] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] console.ssl_minimum_version = default {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.152236] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] consoleauth.enforce_session_timeout = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.152413] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] consoleauth.token_ttl = 600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.152615] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.152781] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.152945] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.153122] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.153289] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.153448] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.153608] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.153765] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.153925] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.154097] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.154264] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.154422] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.154578] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.154748] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.service_type = accelerator {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.154913] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.155092] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.155258] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.155419] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.155599] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.155759] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] cyborg.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.155933] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.asyncio_connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.156110] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.asyncio_slave_connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.156286] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.backend = sqlalchemy {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.156468] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.156632] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.connection_debug = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.156800] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.connection_parameters = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.156964] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.connection_recycle_time = 3600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.157141] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.connection_trace = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.157306] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.db_inc_retry_interval = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.157468] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.db_max_retries = 20 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.157632] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.db_max_retry_interval = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.157793] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.db_retry_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.157955] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.max_overflow = 50 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.158140] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.max_pool_size = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.158300] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.max_retries = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.158469] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.158628] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.mysql_wsrep_sync_wait = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.158787] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.pool_timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.158948] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.retry_interval = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.159122] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.slave_connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.159286] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.sqlite_synchronous = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.159449] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] database.use_db_reconnect = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.159617] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.asyncio_connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.159777] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.asyncio_slave_connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.159948] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.backend = sqlalchemy {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.160158] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.160347] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.connection_debug = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.160521] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.connection_parameters = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.160687] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.connection_recycle_time = 3600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.160851] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.connection_trace = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.161026] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.db_inc_retry_interval = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.161228] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.db_max_retries = 20 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.161410] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.db_max_retry_interval = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.161576] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.db_retry_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.161741] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.max_overflow = 50 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.161903] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.max_pool_size = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.162078] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.max_retries = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.162252] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.162422] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.162587] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.pool_timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.162750] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.retry_interval = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.162908] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.slave_connection = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.163081] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] api_database.sqlite_synchronous = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.163261] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] devices.enabled_mdev_types = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.163440] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.163609] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ephemeral_storage_encryption.default_format = luks {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.163770] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ephemeral_storage_encryption.enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.163934] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.164120] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.api_servers = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.164288] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.164450] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.164613] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.164773] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.164932] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.165105] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.debug = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.165282] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.default_trusted_certificate_ids = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.165442] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.enable_certificate_validation = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.165601] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.enable_rbd_download = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.165759] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.165923] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.166097] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.166263] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.166415] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.166576] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.num_retries = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.166748] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.rbd_ceph_conf = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.166911] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.rbd_connect_timeout = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.167093] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.rbd_pool = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.167266] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.rbd_user = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.167432] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.167591] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.167751] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.167922] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.service_type = image {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.168108] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.168272] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.168434] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.168594] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.168772] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.168933] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.verify_glance_signatures = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.169106] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] glance.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.169277] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] guestfs.debug = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.169442] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.169606] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.auth_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.169767] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.169924] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.170137] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.170287] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.170451] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.170611] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.170771] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.170928] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.171114] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.171293] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.171454] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.171614] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.171773] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.171945] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.service_type = shared-file-system {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.172127] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.share_apply_policy_timeout = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.172294] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.172454] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.172613] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.172771] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.172948] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.173121] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] manila.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.173293] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] mks.enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.173648] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.173839] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] image_cache.manager_interval = 2400 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.174018] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] image_cache.precache_concurrency = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.174197] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] image_cache.remove_unused_base_images = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.174373] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.174543] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.174721] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] image_cache.subdirectory_name = _base {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.174899] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.api_max_retries = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.175078] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.api_retry_interval = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.175245] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.175410] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.auth_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.175572] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.175732] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.175898] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.176079] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.conductor_group = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.176246] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.176409] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.176568] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.176730] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.176890] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.177059] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.177222] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.177390] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.peer_list = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.177549] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.177707] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.177872] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.serial_console_state_timeout = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.178046] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.178220] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.service_type = baremetal {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.178381] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.shard = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.178547] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.178711] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.178871] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.179043] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.179232] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.179397] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ironic.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.179580] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.179755] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] key_manager.fixed_key = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.179939] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.180143] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.barbican_api_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.180312] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.barbican_endpoint = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.180487] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.barbican_endpoint_type = public {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.180649] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.barbican_region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.180809] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.180970] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.181171] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.181348] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.181509] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.181674] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.number_of_retries = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.181838] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.retry_delay = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.182009] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.send_service_user_token = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.182184] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.182348] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.182511] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.verify_ssl = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.182669] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican.verify_ssl_path = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.182838] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183015] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.auth_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183177] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183339] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183504] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183666] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183825] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.183987] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.184163] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] barbican_service_user.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.184332] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.approle_role_id = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.184492] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.approle_secret_id = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.184663] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.kv_mountpoint = secret {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.184824] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.kv_path = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.184987] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.kv_version = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.185165] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.namespace = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.185327] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.root_token_id = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.185490] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.ssl_ca_crt_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.185658] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.timeout = 60.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.185822] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.use_ssl = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.185993] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.186180] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.186343] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.186507] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.186670] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.186830] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.186992] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.187171] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.187333] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.187493] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.187651] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.187813] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.187976] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.188156] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.188326] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.service_type = identity {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.188486] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.188648] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.188807] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.188966] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.189161] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.189325] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] keystone.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.189515] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.ceph_mount_options = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.189824] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.190014] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.connection_uri = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.190212] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_mode = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.190394] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_model_extra_flags = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.190569] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_models = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.190743] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_power_governor_high = performance {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.190914] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_power_governor_low = powersave {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.191108] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_power_management = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.191311] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.191491] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.device_detach_attempts = 8 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.191664] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.device_detach_timeout = 20 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.191835] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.disk_cachemodes = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.191997] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.disk_prefix = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.192185] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.enabled_perf_events = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.192353] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.file_backed_memory = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.192549] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.gid_maps = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.192720] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.hw_disk_discard = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.192881] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.hw_machine_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.193076] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_rbd_ceph_conf = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.193251] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.193419] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.193591] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_rbd_glance_store_name = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.193763] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_rbd_pool = rbd {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.193934] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_type = default {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.194109] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.images_volume_group = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.194280] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.inject_key = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.194447] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.inject_partition = -2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.194609] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.inject_password = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.194775] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.iscsi_iface = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.194937] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.iser_use_multipath = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.195117] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_bandwidth = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.195284] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.195448] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_downtime = 500 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.195610] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.195772] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.195935] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_inbound_addr = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.196113] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.196279] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_permit_post_copy = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.196439] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_scheme = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.196612] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_timeout_action = abort {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.196774] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_tunnelled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.196933] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_uri = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.197111] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.live_migration_with_native_tls = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.197278] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.max_queues = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.197451] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.197678] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.197845] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.nfs_mount_options = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.198161] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.198339] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.198511] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.num_iser_scan_tries = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.198677] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.num_memory_encrypted_guests = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.198847] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.199024] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.num_pcie_ports = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.199198] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.num_volume_scan_tries = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.199371] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.pmem_namespaces = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.199533] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.quobyte_client_cfg = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.199826] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.200018] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rbd_connect_timeout = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.200225] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.200396] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.200560] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rbd_secret_uuid = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.200781] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rbd_user = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.200971] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.201168] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.remote_filesystem_transport = ssh {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.201335] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rescue_image_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.201496] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rescue_kernel_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.201655] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rescue_ramdisk_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.201828] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.201990] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.rx_queue_size = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.202176] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.smbfs_mount_options = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.202512] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.202701] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.snapshot_compression = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.202870] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.snapshot_image_format = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.203112] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.203289] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.sparse_logical_volumes = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.203454] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.swtpm_enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.203627] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.swtpm_group = tss {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.203794] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.swtpm_user = tss {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.203965] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.sysinfo_serial = unique {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.204143] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.tb_cache_size = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.204306] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.tx_queue_size = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.204472] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.uid_maps = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.204633] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.use_virtio_for_bridges = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.204803] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.virt_type = kvm {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.204971] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.volume_clear = zero {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.205153] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.volume_clear_size = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.205322] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.volume_use_multipath = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.205480] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_cache_path = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.205650] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.205816] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_mount_group = qemu {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.205980] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_mount_opts = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.206164] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.206478] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.206645] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.vzstorage_mount_user = stack {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.206815] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.206989] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.207180] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.auth_type = password {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.207346] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.207509] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.207672] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.207833] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.207993] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.208180] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.default_floating_pool = public {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.208346] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.208512] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.extension_sync_interval = 600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.208674] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.http_retries = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.208837] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209103] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209163] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209335] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209496] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209664] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.ovs_bridge = br-int {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209829] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.physnets = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.209999] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.region_name = RegionOne {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.210202] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.210383] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.service_metadata_proxy = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.210549] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.210720] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.service_type = network {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.210883] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.211061] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.211250] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.211417] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.211598] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.211760] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] neutron.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.211933] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] notifications.bdms_in_notifications = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.212126] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] notifications.default_level = INFO {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.212295] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] notifications.include_share_mapping = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.212502] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] notifications.notification_format = unversioned {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.212679] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] notifications.notify_on_state_change = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.212858] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.213049] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] pci.alias = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.213224] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] pci.device_spec = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.213414] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] pci.report_in_placement = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.213635] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.213815] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.auth_type = password {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.213985] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.214165] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.214327] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.214488] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.214649] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.214808] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.214968] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.default_domain_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.215143] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.default_domain_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.215303] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.domain_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.215460] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.domain_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.215619] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.215780] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.215938] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.216117] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.216277] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.216443] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.password = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.216600] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.project_domain_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.216766] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.project_domain_name = Default {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.216931] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.project_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.217115] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.project_name = service {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.217289] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.region_name = RegionOne {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.217451] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.217608] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.217777] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.service_type = placement {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.217941] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.218115] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.218278] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.218436] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.system_scope = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.218594] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.218748] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.trust_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.218902] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.user_domain_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.219080] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.user_domain_name = Default {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.219243] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.user_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.219417] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.username = nova {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.219599] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.219761] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] placement.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.219938] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.cores = 20 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.220132] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.count_usage_from_placement = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.220324] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.220500] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.injected_file_content_bytes = 10240 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.220668] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.injected_file_path_length = 255 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.220835] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.injected_files = 5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.221008] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.instances = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.221208] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.key_pairs = 100 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.221385] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.metadata_items = 128 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.221554] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.ram = 51200 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.221718] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.recheck_quota = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.221886] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.server_group_members = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.222072] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.server_groups = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.222285] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.222490] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] quota.unified_limits_resource_strategy = require {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.222695] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.222866] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.223042] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.image_metadata_prefilter = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.223210] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.223379] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.max_attempts = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.223545] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.max_placement_results = 1000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.223707] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.223869] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.query_placement_for_image_type_support = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.224042] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.224223] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] scheduler.workers = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.224398] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.224570] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.224751] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.224919] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.225101] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.225268] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.225433] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.225630] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.225799] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.host_subset_size = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.225963] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.226140] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.226308] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.226472] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.image_props_weight_setting = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.226635] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.226813] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.isolated_hosts = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.226978] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.isolated_images = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.227161] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.227325] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.227488] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.227651] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.pci_in_placement = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.227813] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.227976] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.228154] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.228315] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.228477] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.228639] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.228798] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.track_instance_changes = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.228973] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.229158] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metrics.required = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.229327] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metrics.weight_multiplier = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.229489] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.229652] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] metrics.weight_setting = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.229970] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.230183] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] serial_console.enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.230376] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] serial_console.port_range = 10000:20000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.230551] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.230722] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.230891] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] serial_console.serialproxy_port = 6083 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.231071] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.231274] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.auth_type = password {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.231440] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.231602] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.231767] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.231929] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.232101] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.232278] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.send_service_user_token = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.232460] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.232639] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] service_user.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.232813] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.agent_enabled = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.232977] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.233298] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.233502] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.233676] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.html5proxy_port = 6082 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.233838] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.image_compression = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.233999] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.jpeg_compression = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.234175] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.playback_compression = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.234343] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.require_secure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.234512] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.server_listen = 127.0.0.1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.234680] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.234838] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.streaming_mode = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.234996] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] spice.zlib_compression = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.235182] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] upgrade_levels.baseapi = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.235355] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] upgrade_levels.compute = auto {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.235520] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] upgrade_levels.conductor = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.235678] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] upgrade_levels.scheduler = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.235844] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236023] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.auth_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236183] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236342] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236507] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236668] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236827] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.236993] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.237168] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vendordata_dynamic_auth.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.237347] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.api_retry_count = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.237509] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.ca_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.237684] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.cache_prefix = devstack-image-cache {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.237855] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.cluster_name = testcl1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.238039] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.connection_pool_size = 10 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.238209] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.console_delay_seconds = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.238382] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.datastore_regex = ^datastore.* {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.238597] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.238771] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.host_password = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.238942] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.host_port = 443 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.239128] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.host_username = administrator@vsphere.local {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.239301] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.insecure = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.239464] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.integration_bridge = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.239629] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.maximum_objects = 100 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.239789] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.pbm_default_policy = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.239951] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.pbm_enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.240154] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.pbm_wsdl_location = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.240342] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.240507] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.serial_port_proxy_uri = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.240667] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.serial_port_service_uri = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.240851] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.task_poll_interval = 0.5 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241103] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.use_linked_clone = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241313] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.vnc_keymap = en-us {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241488] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.vnc_port = 5900 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241659] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vmware.vnc_port_total = 10000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241847] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.auth_schemes = ['none'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242044] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242361] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242554] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242770] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.novncproxy_port = 6080 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242974] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.server_listen = 127.0.0.1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243175] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243343] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.vencrypt_ca_certs = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243502] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.vencrypt_client_cert = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243659] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vnc.vencrypt_client_key = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243834] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243995] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.disable_deep_image_inspection = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244175] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244375] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244542] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244706] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.disable_rootwrap = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244867] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.enable_numa_live_migration = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245039] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245207] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245367] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245526] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.libvirt_disable_apic = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245689] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245883] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246065] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246231] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246394] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246552] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246710] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246869] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247038] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247208] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247429] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247612] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.client_socket_timeout = 900 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247781] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.default_pool_size = 1000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247948] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.keep_alive = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248135] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.max_header_line = 16384 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248302] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.secure_proxy_ssl_header = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248464] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.ssl_ca_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248625] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.ssl_cert_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248800] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.ssl_key_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248996] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.tcp_keepidle = 600 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249198] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249372] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] zvm.ca_file = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249533] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] zvm.cloud_connector_url = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249836] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250026] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] zvm.reachable_timeout = 300 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250232] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250454] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250652] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.connection_string = messaging:// {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250827] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.enabled = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250997] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.es_doc_type = notification {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251216] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.es_scroll_size = 10000 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251351] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.es_scroll_time = 2m {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251514] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.filter_error_trace = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251680] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.hmac_keys = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251846] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.sentinel_service_name = mymaster {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252099] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.socket_timeout = 0.1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252290] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.trace_requests = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252455] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler.trace_sqlalchemy = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252639] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler_jaeger.process_tags = {} {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252801] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler_jaeger.service_name_prefix = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252966] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] profiler_otlp.service_name_prefix = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253152] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] remote_debug.host = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253318] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] remote_debug.port = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253515] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253704] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253875] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254052] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254222] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254389] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254552] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254714] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254872] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255065] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255251] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255430] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255600] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255769] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255940] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256119] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256285] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256454] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256662] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256845] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257027] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257199] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257365] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257529] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257690] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257850] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258021] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258216] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258395] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258562] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.ssl = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258733] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258902] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259077] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259248] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259420] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.ssl_version = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259582] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259802] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259978] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_notifications.retry = -1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260189] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260361] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_messaging_notifications.transport_url = **** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260530] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.auth_section = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260693] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.auth_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260851] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.cafile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261016] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.certfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261204] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.collect_timing = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261397] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.connect_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261564] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.connect_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261722] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.endpoint_id = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261893] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.endpoint_interface = publicURL {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262067] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.endpoint_override = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262230] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.endpoint_region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262391] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.endpoint_service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262549] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.endpoint_service_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262720] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.insecure = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262919] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.keyfile = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263101] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.max_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263266] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.min_version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263424] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.region_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263584] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.retriable_status_codes = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263742] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.service_name = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263898] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.service_type = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264071] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.split_loggers = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264237] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.status_code_retries = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264439] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.status_code_retry_delay = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264614] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.timeout = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264775] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.valid_interfaces = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264935] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_limit.version = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265119] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_reports.file_event_handler = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265290] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265451] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] oslo_reports.log_dir = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265622] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265783] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266023] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266217] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266390] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266552] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266722] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266883] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_ovs_privileged.group = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267055] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267226] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267396] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267592] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] vif_plug_ovs_privileged.user = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267771] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.flat_interface = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267952] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268144] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268319] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268488] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268660] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268824] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268990] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269208] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269385] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.isolate_vif = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269558] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269725] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269892] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270072] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.ovsdb_interface = native {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270254] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] os_vif_ovs.per_port_bridge = False {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270430] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] privsep_osbrick.capabilities = [21] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270630] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] privsep_osbrick.group = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270801] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] privsep_osbrick.helper_command = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270970] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271154] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271319] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] privsep_osbrick.user = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271495] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271654] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] nova_sys_admin.group = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271813] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] nova_sys_admin.helper_command = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271979] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272191] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272362] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] nova_sys_admin.user = None {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272495] env[63309]: DEBUG oslo_service.service [None req-c71fce13-ee3f-419b-9011-3235e518ce5c None None] ******************************************************************************** {{(pid=63309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 521.272919] env[63309]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 521.776932] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Getting list of instances from cluster (obj){ [ 521.776932] env[63309]: value = "domain-c8" [ 521.776932] env[63309]: _type = "ClusterComputeResource" [ 521.776932] env[63309]: } {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 521.778069] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720bad4b-b998-4c0a-bbd6-5da73f27c40d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.787137] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Got total of 0 instances {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 521.787769] env[63309]: WARNING nova.virt.vmwareapi.driver [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 521.788325] env[63309]: INFO nova.virt.node [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Generated node identity c0925b0a-422f-4101-a1c7-1d0118bc03e5 [ 521.788603] env[63309]: INFO nova.virt.node [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Wrote node identity c0925b0a-422f-4101-a1c7-1d0118bc03e5 to /opt/stack/data/n-cpu-1/compute_id [ 522.291099] env[63309]: WARNING nova.compute.manager [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Compute nodes ['c0925b0a-422f-4101-a1c7-1d0118bc03e5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 523.296417] env[63309]: INFO nova.compute.manager [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 524.302225] env[63309]: WARNING nova.compute.manager [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 524.302622] env[63309]: DEBUG oslo_concurrency.lockutils [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.302709] env[63309]: DEBUG oslo_concurrency.lockutils [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.302886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.303072] env[63309]: DEBUG nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 524.303978] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178b1f77-8734-4fb9-a5b2-28e11f8b7851 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.312136] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b954529-8808-4de0-a063-b5dc2d43829f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.325451] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7562bf-d6a2-4b93-ba9d-ae37118e2209 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.331718] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfcce4d-c8d2-44ab-8f8c-81535b6fcfbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.360386] env[63309]: DEBUG nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181120MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 524.360522] env[63309]: DEBUG oslo_concurrency.lockutils [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.360694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.863220] env[63309]: WARNING nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] No compute node record for cpu-1:c0925b0a-422f-4101-a1c7-1d0118bc03e5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c0925b0a-422f-4101-a1c7-1d0118bc03e5 could not be found. [ 525.366892] env[63309]: INFO nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c0925b0a-422f-4101-a1c7-1d0118bc03e5 [ 526.875640] env[63309]: DEBUG nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 526.876046] env[63309]: DEBUG nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 527.046789] env[63309]: INFO nova.scheduler.client.report [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] [req-2897f818-9b15-4bde-a5ad-4a611d2f0961] Created resource provider record via placement API for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 527.063817] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd55b6-d783-4593-adad-a630a9881461 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.071481] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e4b606-b7d6-449d-aacd-09a0e7c97da8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.102168] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2395b7a5-1128-4e90-aa67-b5dd09174a8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.109495] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf8380f-6166-413e-80c0-05170482f0b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.122737] env[63309]: DEBUG nova.compute.provider_tree [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 527.658858] env[63309]: DEBUG nova.scheduler.client.report [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 527.659131] env[63309]: DEBUG nova.compute.provider_tree [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 0 to 1 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 527.659279] env[63309]: DEBUG nova.compute.provider_tree [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 527.707602] env[63309]: DEBUG nova.compute.provider_tree [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 1 to 2 during operation: update_traits {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 528.212291] env[63309]: DEBUG nova.compute.resource_tracker [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 528.212587] env[63309]: DEBUG oslo_concurrency.lockutils [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.212665] env[63309]: DEBUG nova.service [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Creating RPC server for service compute {{(pid=63309) start /opt/stack/nova/nova/service.py:186}} [ 528.225579] env[63309]: DEBUG nova.service [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] Join ServiceGroup membership for this service compute {{(pid=63309) start /opt/stack/nova/nova/service.py:203}} [ 528.225752] env[63309]: DEBUG nova.servicegroup.drivers.db [None req-83dbc948-57fa-4473-a2d4-9ef0ff6f6768 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63309) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 539.229464] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_power_states {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.732643] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b6122934-7807-4597-a579-d04fb115789e None None] Getting list of instances from cluster (obj){ [ 539.732643] env[63309]: value = "domain-c8" [ 539.732643] env[63309]: _type = "ClusterComputeResource" [ 539.732643] env[63309]: } {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.733866] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a45ec-b059-4dd7-bae3-1151a664cb39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.742746] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b6122934-7807-4597-a579-d04fb115789e None None] Got total of 0 instances {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.742978] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.743292] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b6122934-7807-4597-a579-d04fb115789e None None] Getting list of instances from cluster (obj){ [ 539.743292] env[63309]: value = "domain-c8" [ 539.743292] env[63309]: _type = "ClusterComputeResource" [ 539.743292] env[63309]: } {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.744142] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca93f0f-1d96-4e1c-bf44-6213cd73e20f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.751414] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b6122934-7807-4597-a579-d04fb115789e None None] Got total of 0 instances {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 569.068732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "36c70e59-f58f-4ae3-bd59-9588865391d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.069334] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.311552] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "e9accedf-e703-438e-b9ca-e8051ff062c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.311771] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.572447] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.814853] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.112660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.112926] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.114715] env[63309]: INFO nova.compute.claims [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.339945] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.207476] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d37c4c-380f-4a09-9426-70986af7beb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.222113] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b15ebd6-378e-47ea-9385-199142103426 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.263219] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff58c5a-ace8-4a66-9366-1615412260c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.270446] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdfc905-749c-41f1-883a-c9b2d5789e8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.286528] env[63309]: DEBUG nova.compute.provider_tree [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.492416] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "f5291147-c37e-4400-8a4f-9694049e55a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.493046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "f5291147-c37e-4400-8a4f-9694049e55a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.557262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.557784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.792200] env[63309]: DEBUG nova.scheduler.client.report [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.997614] env[63309]: DEBUG nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.061125] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.307647] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.307647] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.318856] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.978s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.324596] env[63309]: INFO nova.compute.claims [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.541451] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.602417] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.828770] env[63309]: DEBUG nova.compute.utils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.830424] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.830663] env[63309]: DEBUG nova.network.neutron [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.848914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "9cdd1898-b712-49fd-8e0f-83607a848fca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.849217] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.077323] env[63309]: DEBUG nova.policy [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3765a60f8949c1a23cdc1353394e12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef337da0d514677878025988357f258', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.340093] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.353729] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.452178] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8263ffe8-eaba-4e56-ac15-c26f8a84263a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.460022] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1096e5a0-9308-4dd4-ba2d-d0a45eea022c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.496120] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3255d5c-8545-44f6-a502-42945edb9464 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.503030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5012ca-d609-45a9-9851-8f8f5f21bee6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.517983] env[63309]: DEBUG nova.compute.provider_tree [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.711842] env[63309]: DEBUG nova.network.neutron [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Successfully created port: d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.886522] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.022702] env[63309]: DEBUG nova.scheduler.client.report [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.349750] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.380553] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.380710] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.380836] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.381063] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.381224] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.381377] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.381655] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.381742] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.382219] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.382621] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.382621] env[63309]: DEBUG nova.virt.hardware [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.383465] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f62de3-6ce4-484a-bbd5-76595d7f64eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.393129] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9744650f-92bf-4cda-86f8-b524193149b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.408116] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f11fdb0-2712-4f65-b81a-56fc01dfe735 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.529782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.530415] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.533500] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.992s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.534505] env[63309]: INFO nova.compute.claims [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.549717] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "d3a67084-5702-4a8e-901d-bbafae785194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.550065] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "d3a67084-5702-4a8e-901d-bbafae785194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.038817] env[63309]: DEBUG nova.compute.utils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.042202] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.042455] env[63309]: DEBUG nova.network.neutron [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.055188] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.164105] env[63309]: DEBUG nova.policy [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78a80268308141daac52658bbac975f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '937466b3a7bd431c9632643a9619a1ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.544856] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.585019] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.690769] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9f923-bdf1-4c92-aee6-5b5d4100c6e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.700355] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f13e9c-a472-4d50-bea5-71fdfec712c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.737621] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918111f3-022f-4449-8f21-e268ae26562b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.745014] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6e545-e72c-4ac6-9d66-1a046d7f0d9d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.762380] env[63309]: DEBUG nova.compute.provider_tree [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.155725] env[63309]: DEBUG nova.network.neutron [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Successfully created port: 5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.267031] env[63309]: DEBUG nova.scheduler.client.report [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.564481] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.587037] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.587408] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.587637] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.587845] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.588066] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.588258] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.588472] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.588663] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 576.588830] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.608707] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.608707] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.608707] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.608951] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.608951] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.608951] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.608951] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.609880] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.610337] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.610483] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.610666] env[63309]: DEBUG nova.virt.hardware [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.614290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24bdd41-38de-4048-8270-f551c7537135 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.622868] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d859a0f-23a0-4ca0-94a6-5f9d38255f3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.774572] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.774572] env[63309]: DEBUG nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.775812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.174s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.777202] env[63309]: INFO nova.compute.claims [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.863612] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "64ede278-e96e-485e-8a84-f2701d95aec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.863783] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "64ede278-e96e-485e-8a84-f2701d95aec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.098009] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.284627] env[63309]: DEBUG nova.compute.utils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.292087] env[63309]: DEBUG nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 577.369894] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.551098] env[63309]: DEBUG nova.network.neutron [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Successfully updated port: d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.794866] env[63309]: DEBUG nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.899432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.968762] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4b04b9-05ce-46c5-a546-8a1a5aa361a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.980297] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984118a9-52ef-451e-a000-f398d31583fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.016264] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656cca7-69de-4633-be8a-290f4ca0712d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.025604] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830d791-f406-46bb-903a-a222b5392c9f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.043649] env[63309]: DEBUG nova.compute.provider_tree [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.054042] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "refresh_cache-36c70e59-f58f-4ae3-bd59-9588865391d8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.054910] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquired lock "refresh_cache-36c70e59-f58f-4ae3-bd59-9588865391d8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.055100] env[63309]: DEBUG nova.network.neutron [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.547528] env[63309]: DEBUG nova.scheduler.client.report [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.762942] env[63309]: DEBUG nova.network.neutron [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.813520] env[63309]: DEBUG nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.853343] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.853573] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.853724] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.853897] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.854917] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.855185] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.855421] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.855583] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.855744] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.855903] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.856082] env[63309]: DEBUG nova.virt.hardware [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.857017] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d8441-3c8b-44a8-9517-92fe512f67f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.866865] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777eda3-5ab2-4acd-aaee-c5320bf45eee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.884934] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.895032] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.895401] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2abb1829-2e12-4500-9094-2061eca7af57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.909542] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Created folder: OpenStack in parent group-v4. [ 578.909542] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Creating folder: Project (27c654e3870e4aa9ac3fc933dd399cb4). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.909542] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736ccaa0-2819-4ae2-ad7f-e8a51660ce73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.923203] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Created folder: Project (27c654e3870e4aa9ac3fc933dd399cb4) in parent group-v549567. [ 578.923504] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Creating folder: Instances. Parent ref: group-v549568. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.923695] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0362a81d-79c3-4c2f-9f08-43ef89defb5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.933635] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Created folder: Instances in parent group-v549568. [ 578.933889] env[63309]: DEBUG oslo.service.loopingcall [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.934096] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.934298] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2975cd1-16e2-4931-a2ca-e665038e24bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.963372] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.963372] env[63309]: value = "task-2729465" [ 578.963372] env[63309]: _type = "Task" [ 578.963372] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.975820] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729465, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.060097] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.060602] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.065143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.179s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.066650] env[63309]: INFO nova.compute.claims [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.316053] env[63309]: DEBUG nova.compute.manager [req-912d052e-bddd-4bf5-ab9e-e6e7e793ca8b req-9a1602ee-2a34-44a1-85b2-3c155b9a420b service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Received event network-vif-plugged-d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.316298] env[63309]: DEBUG oslo_concurrency.lockutils [req-912d052e-bddd-4bf5-ab9e-e6e7e793ca8b req-9a1602ee-2a34-44a1-85b2-3c155b9a420b service nova] Acquiring lock "36c70e59-f58f-4ae3-bd59-9588865391d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.316524] env[63309]: DEBUG oslo_concurrency.lockutils [req-912d052e-bddd-4bf5-ab9e-e6e7e793ca8b req-9a1602ee-2a34-44a1-85b2-3c155b9a420b service nova] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.316708] env[63309]: DEBUG oslo_concurrency.lockutils [req-912d052e-bddd-4bf5-ab9e-e6e7e793ca8b req-9a1602ee-2a34-44a1-85b2-3c155b9a420b service nova] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.317677] env[63309]: DEBUG nova.compute.manager [req-912d052e-bddd-4bf5-ab9e-e6e7e793ca8b req-9a1602ee-2a34-44a1-85b2-3c155b9a420b service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] No waiting events found dispatching network-vif-plugged-d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.317677] env[63309]: WARNING nova.compute.manager [req-912d052e-bddd-4bf5-ab9e-e6e7e793ca8b req-9a1602ee-2a34-44a1-85b2-3c155b9a420b service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Received unexpected event network-vif-plugged-d0e70399-fa5e-44d8-bc28-935eb6fa1852 for instance with vm_state building and task_state spawning. [ 579.479562] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729465, 'name': CreateVM_Task, 'duration_secs': 0.345552} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.479562] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.480454] env[63309]: DEBUG oslo_vmware.service [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf256046-692e-44c9-ae5e-2d875ce4c0ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.491247] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.491247] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.491247] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.491247] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c34bb01-4424-4f00-a837-b85be1e04298 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.497947] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 579.497947] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e0ba06-c27e-e116-6894-4de136d51c04" [ 579.497947] env[63309]: _type = "Task" [ 579.497947] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.505869] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e0ba06-c27e-e116-6894-4de136d51c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.566590] env[63309]: DEBUG nova.compute.utils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.569611] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.569836] env[63309]: DEBUG nova.network.neutron [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.809407] env[63309]: DEBUG nova.policy [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cedf495204c842ca90e7bfd7989eb68b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a767a1a2c6492eaae1959ee068cab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.825013] env[63309]: DEBUG nova.network.neutron [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Updating instance_info_cache with network_info: [{"id": "d0e70399-fa5e-44d8-bc28-935eb6fa1852", "address": "fa:16:3e:ca:a3:2e", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e70399-fa", "ovs_interfaceid": "d0e70399-fa5e-44d8-bc28-935eb6fa1852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.015300] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.015991] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.017880] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.017880] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.017880] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.017880] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe6f912f-f1de-47cb-b645-8cb5712276e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.037118] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.038618] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.038618] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9c67b0-281c-4a01-992d-bba50a46f660 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.048794] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1184f3b-6860-4828-af6b-0dfd2b6f04f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.057135] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 580.057135] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e16ebd-d82d-6c57-7049-d0e8067bbf8c" [ 580.057135] env[63309]: _type = "Task" [ 580.057135] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.066668] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e16ebd-d82d-6c57-7049-d0e8067bbf8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.072637] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.242638] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a1a81c-b0c5-490b-96c9-c238ea9724dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.251542] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd2ade-4342-44b6-ba06-89ce82a8e87b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.287223] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f6f340-a4b9-4998-93ca-6a5ef89d6a7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.299801] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef33889-2d5c-4aa8-b060-97714751df35 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.315439] env[63309]: DEBUG nova.compute.provider_tree [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.327077] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Releasing lock "refresh_cache-36c70e59-f58f-4ae3-bd59-9588865391d8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.327761] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Instance network_info: |[{"id": "d0e70399-fa5e-44d8-bc28-935eb6fa1852", "address": "fa:16:3e:ca:a3:2e", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e70399-fa", "ovs_interfaceid": "d0e70399-fa5e-44d8-bc28-935eb6fa1852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.327985] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:a3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e70399-fa5e-44d8-bc28-935eb6fa1852', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.336472] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Creating folder: Project (cef337da0d514677878025988357f258). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.337045] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7307e25c-3db0-4b27-aa85-57158ab6d604 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.347546] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Created folder: Project (cef337da0d514677878025988357f258) in parent group-v549567. [ 580.347767] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Creating folder: Instances. Parent ref: group-v549571. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.349125] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b56313-e026-4a1c-a544-44f8afa76d51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.358271] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Created folder: Instances in parent group-v549571. [ 580.358512] env[63309]: DEBUG oslo.service.loopingcall [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.358700] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.358899] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2866cbf-4074-4e57-8230-94cd163b9078 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.378716] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.378716] env[63309]: value = "task-2729468" [ 580.378716] env[63309]: _type = "Task" [ 580.378716] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.572153] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 580.572153] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Creating directory with path [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.572153] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1b9a25-36a4-4eac-885c-69a5900141c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.601787] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Created directory with path [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.602152] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Fetch image to [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 580.602229] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Downloading image file data 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk on the data store datastore1 {{(pid=63309) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 580.606113] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b726dd8-f570-473d-8b12-9ec505d7a649 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.619879] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f4328e-466d-4738-a1d9-716818573ffe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.626712] env[63309]: DEBUG nova.network.neutron [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Successfully updated port: 5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.642558] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44cb542-bbdf-4316-9275-2dc1741f6a2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.683129] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a924a-bfeb-4dd5-b263-8528c058379a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.691836] env[63309]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-01142c08-6639-4027-bb7b-1b0da65084b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.788858] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Downloading image file data 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to the data store datastore1 {{(pid=63309) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 580.820469] env[63309]: DEBUG nova.scheduler.client.report [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.879682] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 580.965067] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729468, 'name': CreateVM_Task, 'duration_secs': 0.386038} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.967351] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.021258] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.021391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.021705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.022413] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23246041-5ef2-4ee9-b51d-d87f596905e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.034478] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 581.034478] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52226185-73b2-0052-e2a4-1c2581455652" [ 581.034478] env[63309]: _type = "Task" [ 581.034478] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.048157] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52226185-73b2-0052-e2a4-1c2581455652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.085889] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.106073] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "f454a4c2-3812-4923-9f20-3e97d021b449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.106073] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "f454a4c2-3812-4923-9f20-3e97d021b449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.125305] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.125570] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.125731] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.126236] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.126409] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.126569] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.126777] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.126931] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.127101] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.127260] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.127421] env[63309]: DEBUG nova.virt.hardware [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.130223] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd872f9b-c46b-4485-a386-c29125a4452b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.144118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "refresh_cache-e9accedf-e703-438e-b9ca-e8051ff062c0" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.144118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquired lock "refresh_cache-e9accedf-e703-438e-b9ca-e8051ff062c0" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.144118] env[63309]: DEBUG nova.network.neutron [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.154397] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2831198-ef9a-41ee-af2b-a7acecc49484 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.333297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.333297] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.340026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.752s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.340026] env[63309]: INFO nova.compute.claims [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.552533] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.553055] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.553392] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.578854] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 581.579113] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 581.607895] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.723191] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Downloaded image file data 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk on the data store datastore1 {{(pid=63309) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 581.727590] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 581.727924] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Copying Virtual Disk [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk to [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.729635] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e39e232-de60-4de1-91d1-ec5c5050c8b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.742056] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 581.742056] env[63309]: value = "task-2729469" [ 581.742056] env[63309]: _type = "Task" [ 581.742056] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.755982] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.794596] env[63309]: DEBUG nova.network.neutron [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.848249] env[63309]: DEBUG nova.compute.utils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.850268] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.850625] env[63309]: DEBUG nova.network.neutron [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.935070] env[63309]: DEBUG nova.network.neutron [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Successfully created port: 792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.165443] env[63309]: DEBUG nova.policy [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea68f3b44d8049878c1c47631d0498a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bddcce7d2dcc4f38b184d2592dad8414', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.172160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.261203] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729469, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.351810] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.488744] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "9a806382-53de-4fd4-933a-48407260a0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.489054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "9a806382-53de-4fd4-933a-48407260a0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.536670] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.537067] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.597874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.598153] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.673312] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47c1f7-3191-4ad0-bc0e-3535c686065f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.682381] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e12c7-32f1-4a6a-9459-83c16b5239b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.728594] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415db12-78c5-4f22-ac74-8d8c28409386 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.742522] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc340de2-57c4-4a01-8b89-5475c9d581f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.761431] env[63309]: DEBUG nova.compute.provider_tree [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.775238] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800377} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.775718] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Copied Virtual Disk [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk to [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.775860] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleting the datastore file [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.776144] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da96dae1-58f8-442f-8e74-4f4b27203f01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.785133] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 582.785133] env[63309]: value = "task-2729470" [ 582.785133] env[63309]: _type = "Task" [ 582.785133] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.790115] env[63309]: DEBUG nova.network.neutron [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Updating instance_info_cache with network_info: [{"id": "5a01a245-591b-4832-8f8b-50a0f703ed7c", "address": "fa:16:3e:24:06:7a", "network": {"id": "2e2520d0-d88e-42e6-ac71-36e7449ca448", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-543569239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "937466b3a7bd431c9632643a9619a1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a01a245-59", "ovs_interfaceid": "5a01a245-591b-4832-8f8b-50a0f703ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.798477] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.991486] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.042585] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.266121] env[63309]: DEBUG nova.scheduler.client.report [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.295457] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Releasing lock "refresh_cache-e9accedf-e703-438e-b9ca-e8051ff062c0" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.295796] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Instance network_info: |[{"id": "5a01a245-591b-4832-8f8b-50a0f703ed7c", "address": "fa:16:3e:24:06:7a", "network": {"id": "2e2520d0-d88e-42e6-ac71-36e7449ca448", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-543569239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "937466b3a7bd431c9632643a9619a1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a01a245-59", "ovs_interfaceid": "5a01a245-591b-4832-8f8b-50a0f703ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.297318] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024205} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.297918] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:06:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a01a245-591b-4832-8f8b-50a0f703ed7c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.307949] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Creating folder: Project (937466b3a7bd431c9632643a9619a1ab). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.308525] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 583.309258] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Moving file from [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd/8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115. {{(pid=63309) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 583.310154] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e7518a-6863-4c22-8dbf-5fee22f8e53c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.312551] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-93840d75-126b-422a-b6f8-72d4d4508128 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.325552] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 583.325552] env[63309]: value = "task-2729472" [ 583.325552] env[63309]: _type = "Task" [ 583.325552] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.328061] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Created folder: Project (937466b3a7bd431c9632643a9619a1ab) in parent group-v549567. [ 583.328061] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Creating folder: Instances. Parent ref: group-v549574. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.332904] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd6def6-2cac-40c4-9d95-3a588f3768c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.340090] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729472, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.346336] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Created folder: Instances in parent group-v549574. [ 583.346655] env[63309]: DEBUG oslo.service.loopingcall [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.346924] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.347071] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bed97c7-34aa-4914-a92d-ac0c7cd1c1a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.369413] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.372365] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.372365] env[63309]: value = "task-2729474" [ 583.372365] env[63309]: _type = "Task" [ 583.372365] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.381064] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729474, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.409722] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.409722] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.409722] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.409858] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.410316] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.411689] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.411946] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.414719] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.414719] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.414719] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.414719] env[63309]: DEBUG nova.virt.hardware [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.414719] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58079df7-8b2a-4f81-a8d8-cf009947a9aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.424169] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4dfd5e-dd56-4e55-b1d0-058c614a8948 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.522644] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.570570] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.773470] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.774939] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.778743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.680s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.778743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.778743] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 583.778743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.879s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.782488] env[63309]: INFO nova.compute.claims [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.783436] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6981f-e571-4d9c-91a0-41eed75948cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.797196] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1a16f-a6dc-4cdf-83a3-eb11899f272f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.817470] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de5fff0-2ffe-4ede-96b3-f008d7895332 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.827109] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d77fb-48a4-43e1-be95-e6cedad09572 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.841842] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729472, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028333} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.867583] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] File moved {{(pid=63309) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 583.868127] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Cleaning up location [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 583.868321] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleting the datastore file [datastore1] vmware_temp/8ac19748-0ddd-4b98-9d9b-7f61f92425bd {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.869288] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181113MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 583.869522] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.870185] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d96911-adf2-4791-8e1a-0e139b9f858f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.879927] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 583.879927] env[63309]: value = "task-2729475" [ 583.879927] env[63309]: _type = "Task" [ 583.879927] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.886741] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729474, 'name': CreateVM_Task, 'duration_secs': 0.333271} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.887399] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.888331] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.888548] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.888882] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.892528] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e03e60f-ceea-4728-8581-c1c076e139b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.893984] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.896993] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 583.896993] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e78030-265a-76a0-6994-d8cedd5dd4a8" [ 583.896993] env[63309]: _type = "Task" [ 583.896993] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.905938] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e78030-265a-76a0-6994-d8cedd5dd4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.993210] env[63309]: DEBUG nova.network.neutron [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Successfully created port: 6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.092441] env[63309]: DEBUG nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Received event network-changed-d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.093239] env[63309]: DEBUG nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Refreshing instance network info cache due to event network-changed-d0e70399-fa5e-44d8-bc28-935eb6fa1852. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.093844] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Acquiring lock "refresh_cache-36c70e59-f58f-4ae3-bd59-9588865391d8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.094809] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Acquired lock "refresh_cache-36c70e59-f58f-4ae3-bd59-9588865391d8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.095524] env[63309]: DEBUG nova.network.neutron [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Refreshing network info cache for port d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.285057] env[63309]: DEBUG nova.compute.utils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.287049] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.287395] env[63309]: DEBUG nova.network.neutron [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.393754] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024035} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.393989] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.394779] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c6c922-5bf8-4a0d-afe3-6a6517e29691 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.405527] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 584.405527] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524290f9-d715-d207-571f-0723475fad90" [ 584.405527] env[63309]: _type = "Task" [ 584.405527] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.412788] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e78030-265a-76a0-6994-d8cedd5dd4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.417539] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.417782] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.417991] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.426896] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524290f9-d715-d207-571f-0723475fad90, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.427201] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.427456] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f5291147-c37e-4400-8a4f-9694049e55a8/f5291147-c37e-4400-8a4f-9694049e55a8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.427724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.427906] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.428260] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fac2c4-6f8f-4cc5-8bd3-b4028b766fc7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.430712] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01fdc328-042e-492b-a41d-29cf86c0c6b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.437298] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 584.437298] env[63309]: value = "task-2729476" [ 584.437298] env[63309]: _type = "Task" [ 584.437298] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.444719] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.445071] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.446666] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6999d038-0983-4677-a561-146f477671e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.453097] env[63309]: DEBUG nova.policy [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438c5e266d354f6794ba688affb9c4ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44e309795e24039ae6f8ad8b2d8a8b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.462601] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.465270] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 584.465270] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e6f08c-5bd6-ca5c-42a8-26a08060319e" [ 584.465270] env[63309]: _type = "Task" [ 584.465270] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.477580] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e6f08c-5bd6-ca5c-42a8-26a08060319e, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.481041] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8656b0-2093-4385-89cd-cdb7ee60195f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.487917] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 584.487917] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520e9b51-11d2-b782-9b9b-b5f9255f25ed" [ 584.487917] env[63309]: _type = "Task" [ 584.487917] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.498683] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520e9b51-11d2-b782-9b9b-b5f9255f25ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.498931] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.499232] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 36c70e59-f58f-4ae3-bd59-9588865391d8/36c70e59-f58f-4ae3-bd59-9588865391d8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.499575] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.499768] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.500010] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4d025d2-dac9-46de-b946-075ab8d769a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.502441] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1888a99d-35bb-4613-922a-6b39089bee1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.508846] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 584.508846] env[63309]: value = "task-2729477" [ 584.508846] env[63309]: _type = "Task" [ 584.508846] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.514416] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.514416] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.514416] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738ce8c0-701d-4df7-a7f6-7d260ae1f56b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.519996] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.523660] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 584.523660] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527de9d0-850d-4f49-ba38-2ecc6b41efab" [ 584.523660] env[63309]: _type = "Task" [ 584.523660] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.531853] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527de9d0-850d-4f49-ba38-2ecc6b41efab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.763261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "a81d331d-a372-4b75-adea-cd324d89174f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.763568] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "a81d331d-a372-4b75-adea-cd324d89174f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.791688] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.956284] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503264} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.956631] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f5291147-c37e-4400-8a4f-9694049e55a8/f5291147-c37e-4400-8a4f-9694049e55a8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.956888] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.957167] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a27f484-67b3-4ee9-9e8b-e9be69f71d63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.969676] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 584.969676] env[63309]: value = "task-2729478" [ 584.969676] env[63309]: _type = "Task" [ 584.969676] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.989785] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.036602] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.048560] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527de9d0-850d-4f49-ba38-2ecc6b41efab, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.049510] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c972025-acfa-4150-a880-39a689d793c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.057314] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 585.057314] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d0ad4c-8c51-f36e-8835-f5b33abe3601" [ 585.057314] env[63309]: _type = "Task" [ 585.057314] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.067804] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d0ad4c-8c51-f36e-8835-f5b33abe3601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.204659] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef32ed33-9339-453b-90bc-ff59037d57be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.213906] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847e53e9-1c0a-412d-9358-f2262de35f90 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.251202] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251830e2-0e99-41b4-87e4-e98cfd4a167d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.259717] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033edae-faac-4663-b79b-77cc9e267d6b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.276975] env[63309]: DEBUG nova.compute.provider_tree [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.442143] env[63309]: DEBUG nova.network.neutron [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Updated VIF entry in instance network info cache for port d0e70399-fa5e-44d8-bc28-935eb6fa1852. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.442498] env[63309]: DEBUG nova.network.neutron [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Updating instance_info_cache with network_info: [{"id": "d0e70399-fa5e-44d8-bc28-935eb6fa1852", "address": "fa:16:3e:ca:a3:2e", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e70399-fa", "ovs_interfaceid": "d0e70399-fa5e-44d8-bc28-935eb6fa1852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.479600] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.479844] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.486624] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6548013f-96a5-42d3-bbf0-3cd074b159ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.515848] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f5291147-c37e-4400-8a4f-9694049e55a8/f5291147-c37e-4400-8a4f-9694049e55a8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.516190] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1f27e4-6614-4c04-be40-e3b32905f931 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.541951] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787421} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.542991] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 36c70e59-f58f-4ae3-bd59-9588865391d8/36c70e59-f58f-4ae3-bd59-9588865391d8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.543216] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.543519] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 585.543519] env[63309]: value = "task-2729479" [ 585.543519] env[63309]: _type = "Task" [ 585.543519] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.543752] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f35d042-29a9-4377-8322-fbcd30fe14e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.561960] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 585.561960] env[63309]: value = "task-2729480" [ 585.561960] env[63309]: _type = "Task" [ 585.561960] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.561960] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.582263] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.582634] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d0ad4c-8c51-f36e-8835-f5b33abe3601, 'name': SearchDatastore_Task, 'duration_secs': 0.057417} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.583937] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.584295] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] e9accedf-e703-438e-b9ca-e8051ff062c0/e9accedf-e703-438e-b9ca-e8051ff062c0.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.584923] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aba510f-64ae-4798-a021-375942eb8565 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.593615] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 585.593615] env[63309]: value = "task-2729481" [ 585.593615] env[63309]: _type = "Task" [ 585.593615] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.605181] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.610932] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.611742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.747138] env[63309]: DEBUG nova.network.neutron [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Successfully created port: a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.782945] env[63309]: DEBUG nova.scheduler.client.report [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.810203] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.847825] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.848417] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.848758] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.848852] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.849009] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.849201] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.849424] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.851155] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.851155] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.851155] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.851155] env[63309]: DEBUG nova.virt.hardware [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.851434] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17690ce9-cc51-4df5-99f4-87aa068d57b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.860781] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25f541e-7a0e-4501-bea8-18acf876b880 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.945670] env[63309]: DEBUG nova.network.neutron [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Successfully updated port: 792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.947447] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Releasing lock "refresh_cache-36c70e59-f58f-4ae3-bd59-9588865391d8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.952456] env[63309]: DEBUG nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Received event network-vif-plugged-5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.952710] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Acquiring lock "e9accedf-e703-438e-b9ca-e8051ff062c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.952922] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.953293] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.953293] env[63309]: DEBUG nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] No waiting events found dispatching network-vif-plugged-5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.953434] env[63309]: WARNING nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Received unexpected event network-vif-plugged-5a01a245-591b-4832-8f8b-50a0f703ed7c for instance with vm_state building and task_state spawning. [ 585.953599] env[63309]: DEBUG nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Received event network-changed-5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.953752] env[63309]: DEBUG nova.compute.manager [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Refreshing instance network info cache due to event network-changed-5a01a245-591b-4832-8f8b-50a0f703ed7c. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.955666] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Acquiring lock "refresh_cache-e9accedf-e703-438e-b9ca-e8051ff062c0" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.955666] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Acquired lock "refresh_cache-e9accedf-e703-438e-b9ca-e8051ff062c0" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.955666] env[63309]: DEBUG nova.network.neutron [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Refreshing network info cache for port 5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.062103] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729479, 'name': ReconfigVM_Task, 'duration_secs': 0.366064} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.066043] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f5291147-c37e-4400-8a4f-9694049e55a8/f5291147-c37e-4400-8a4f-9694049e55a8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.067318] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-462998b2-2e8a-4a53-a182-290298a57226 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.073467] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072478} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.076062] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.076062] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 586.076062] env[63309]: value = "task-2729482" [ 586.076062] env[63309]: _type = "Task" [ 586.076062] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.076714] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd404ef-bd94-4353-b3c1-4854246c2bc7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.088266] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729482, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.114878] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 36c70e59-f58f-4ae3-bd59-9588865391d8/36c70e59-f58f-4ae3-bd59-9588865391d8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.118248] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fed5335-0f4f-47f2-b020-b208435144c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.142865] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449451} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.146630] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] e9accedf-e703-438e-b9ca-e8051ff062c0/e9accedf-e703-438e-b9ca-e8051ff062c0.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.148133] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.148470] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 586.148470] env[63309]: value = "task-2729483" [ 586.148470] env[63309]: _type = "Task" [ 586.148470] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.148674] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72fad483-023a-43dd-a305-19465aac6d5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.163586] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.165299] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 586.165299] env[63309]: value = "task-2729484" [ 586.165299] env[63309]: _type = "Task" [ 586.165299] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.287914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.287914] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.296060] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.121s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.297100] env[63309]: INFO nova.compute.claims [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.457190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "refresh_cache-86c5a0f3-a14d-4a20-b09f-21ae76715a2d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.457727] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired lock "refresh_cache-86c5a0f3-a14d-4a20-b09f-21ae76715a2d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.457727] env[63309]: DEBUG nova.network.neutron [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.589968] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729482, 'name': Rename_Task, 'duration_secs': 0.136931} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.590295] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.590539] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec03253-bf86-4323-aedc-850230d33cc2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.598966] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 586.598966] env[63309]: value = "task-2729485" [ 586.598966] env[63309]: _type = "Task" [ 586.598966] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.609534] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.664921] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729483, 'name': ReconfigVM_Task, 'duration_secs': 0.302779} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.665553] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 36c70e59-f58f-4ae3-bd59-9588865391d8/36c70e59-f58f-4ae3-bd59-9588865391d8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.667742] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c928564-a1c3-451a-a66e-821ed5ae6347 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.678564] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145937} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.679914] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.680322] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 586.680322] env[63309]: value = "task-2729486" [ 586.680322] env[63309]: _type = "Task" [ 586.680322] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.681177] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72edd7-fe03-4811-b5f8-92a3da3dc565 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.707835] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e9accedf-e703-438e-b9ca-e8051ff062c0/e9accedf-e703-438e-b9ca-e8051ff062c0.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.711531] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e36848-7a2c-4dba-9ee1-aaa761795a81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.726746] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729486, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.733295] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 586.733295] env[63309]: value = "task-2729487" [ 586.733295] env[63309]: _type = "Task" [ 586.733295] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.742281] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.796508] env[63309]: DEBUG nova.compute.utils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.799201] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.799201] env[63309]: DEBUG nova.network.neutron [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.890391] env[63309]: DEBUG nova.compute.manager [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Received event network-vif-plugged-792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.890391] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] Acquiring lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.890391] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.893123] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.893123] env[63309]: DEBUG nova.compute.manager [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] No waiting events found dispatching network-vif-plugged-792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.893123] env[63309]: WARNING nova.compute.manager [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Received unexpected event network-vif-plugged-792c9a22-07d1-4ea5-a105-7f4a0c9c6704 for instance with vm_state building and task_state spawning. [ 586.893123] env[63309]: DEBUG nova.compute.manager [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Received event network-changed-792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.893123] env[63309]: DEBUG nova.compute.manager [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Refreshing instance network info cache due to event network-changed-792c9a22-07d1-4ea5-a105-7f4a0c9c6704. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.893323] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] Acquiring lock "refresh_cache-86c5a0f3-a14d-4a20-b09f-21ae76715a2d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.901970] env[63309]: DEBUG nova.policy [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438c5e266d354f6794ba688affb9c4ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44e309795e24039ae6f8ad8b2d8a8b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.039100] env[63309]: DEBUG nova.network.neutron [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.108587] env[63309]: DEBUG oslo_vmware.api [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729485, 'name': PowerOnVM_Task, 'duration_secs': 0.483077} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.108857] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.109644] env[63309]: INFO nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Took 8.30 seconds to spawn the instance on the hypervisor. [ 587.109917] env[63309]: DEBUG nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.110984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d77778-0ce1-4962-aaf2-d3c3df2c0d92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.194365] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729486, 'name': Rename_Task, 'duration_secs': 0.161788} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.194688] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.194788] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c3bf58b-4785-4e1b-acc6-e0fd207f36d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.200088] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 587.200088] env[63309]: value = "task-2729488" [ 587.200088] env[63309]: _type = "Task" [ 587.200088] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.208383] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.242384] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729487, 'name': ReconfigVM_Task, 'duration_secs': 0.470606} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.242678] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e9accedf-e703-438e-b9ca-e8051ff062c0/e9accedf-e703-438e-b9ca-e8051ff062c0.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.243350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c74a9cc1-5b96-4bf2-ab68-d444637d96d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.249016] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 587.249016] env[63309]: value = "task-2729489" [ 587.249016] env[63309]: _type = "Task" [ 587.249016] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.258863] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729489, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.302229] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.533892] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62674a08-6a1d-4507-a07e-2f07c813a8ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.544407] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701bb2e2-15b2-4481-a2c9-d16765b1eaed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.580438] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaacc34-2984-44cb-840d-bd22c3d72f21 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.590222] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b39279b-3b1e-44e0-9a04-3c610517f3b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.606343] env[63309]: DEBUG nova.compute.provider_tree [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.634055] env[63309]: INFO nova.compute.manager [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Took 15.13 seconds to build instance. [ 587.711589] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729488, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.759341] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729489, 'name': Rename_Task, 'duration_secs': 0.316498} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.759614] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.759849] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4668d74e-a32a-473e-988e-f85b787b5513 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.765857] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 587.765857] env[63309]: value = "task-2729490" [ 587.765857] env[63309]: _type = "Task" [ 587.765857] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.774983] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.848272] env[63309]: DEBUG nova.network.neutron [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Updating instance_info_cache with network_info: [{"id": "792c9a22-07d1-4ea5-a105-7f4a0c9c6704", "address": "fa:16:3e:75:5f:35", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c9a22-07", "ovs_interfaceid": "792c9a22-07d1-4ea5-a105-7f4a0c9c6704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.863951] env[63309]: DEBUG nova.network.neutron [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Updated VIF entry in instance network info cache for port 5a01a245-591b-4832-8f8b-50a0f703ed7c. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.863951] env[63309]: DEBUG nova.network.neutron [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Updating instance_info_cache with network_info: [{"id": "5a01a245-591b-4832-8f8b-50a0f703ed7c", "address": "fa:16:3e:24:06:7a", "network": {"id": "2e2520d0-d88e-42e6-ac71-36e7449ca448", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-543569239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "937466b3a7bd431c9632643a9619a1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a01a245-59", "ovs_interfaceid": "5a01a245-591b-4832-8f8b-50a0f703ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.105716] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "4e8b8b40-13fe-4874-9bec-63a68c599091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.105972] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.109262] env[63309]: DEBUG nova.scheduler.client.report [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.135628] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a67a31dd-aeb9-48b3-bcd9-d394900c5289 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "f5291147-c37e-4400-8a4f-9694049e55a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.643s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.211761] env[63309]: DEBUG oslo_vmware.api [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729488, 'name': PowerOnVM_Task, 'duration_secs': 0.94384} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.212032] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.212240] env[63309]: INFO nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Took 13.86 seconds to spawn the instance on the hypervisor. [ 588.212418] env[63309]: DEBUG nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.213220] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0006c7-2343-4931-8f85-9bd2dc2905ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.234986] env[63309]: DEBUG nova.network.neutron [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Successfully created port: 83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.283362] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729490, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.311818] env[63309]: DEBUG nova.network.neutron [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Successfully updated port: 6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.317346] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.342328] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.342606] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.342764] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.342944] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.343239] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.343577] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.343577] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.343779] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.343977] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.345025] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.345025] env[63309]: DEBUG nova.virt.hardware [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.345811] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a1a212-744d-4ba6-943f-f47650e966c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.353380] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Releasing lock "refresh_cache-86c5a0f3-a14d-4a20-b09f-21ae76715a2d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.353682] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Instance network_info: |[{"id": "792c9a22-07d1-4ea5-a105-7f4a0c9c6704", "address": "fa:16:3e:75:5f:35", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c9a22-07", "ovs_interfaceid": "792c9a22-07d1-4ea5-a105-7f4a0c9c6704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.354463] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] Acquired lock "refresh_cache-86c5a0f3-a14d-4a20-b09f-21ae76715a2d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.354690] env[63309]: DEBUG nova.network.neutron [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Refreshing network info cache for port 792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.356159] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:5f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792c9a22-07d1-4ea5-a105-7f4a0c9c6704', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.365750] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Creating folder: Project (d5a767a1a2c6492eaae1959ee068cab8). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.366245] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f1713e-8a38-4e42-aac7-14330e3e26cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.373294] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-021db57b-d3d6-45d4-8fd6-8e851bf8b74e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.375078] env[63309]: DEBUG oslo_concurrency.lockutils [req-914556ed-8455-4251-a5e4-87f16d7209a6 req-3938e25a-5b49-4bba-9b75-d25ea19fe5e4 service nova] Releasing lock "refresh_cache-e9accedf-e703-438e-b9ca-e8051ff062c0" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.387424] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Created folder: Project (d5a767a1a2c6492eaae1959ee068cab8) in parent group-v549567. [ 588.387910] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Creating folder: Instances. Parent ref: group-v549577. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.387910] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d6b544-3294-40b0-808a-543604a8c96f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.396947] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Created folder: Instances in parent group-v549577. [ 588.396947] env[63309]: DEBUG oslo.service.loopingcall [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.396947] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.397148] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff18c3fb-c7e3-4ac1-9eab-686313f8f338 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.420114] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.420114] env[63309]: value = "task-2729493" [ 588.420114] env[63309]: _type = "Task" [ 588.420114] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.618161] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.618732] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.622324] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.100s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.626355] env[63309]: INFO nova.compute.claims [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.638503] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.732595] env[63309]: INFO nova.compute.manager [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Took 18.65 seconds to build instance. [ 588.780264] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729490, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.817796] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.817980] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquired lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.818258] env[63309]: DEBUG nova.network.neutron [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.935057] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729493, 'name': CreateVM_Task, 'duration_secs': 0.441642} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.935214] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.936237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.936237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.936459] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.936670] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf9ac36-eac5-4c0e-b960-c19c1e0c91a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.944969] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 588.944969] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416fd9-415a-c18d-7980-2912c44d12b1" [ 588.944969] env[63309]: _type = "Task" [ 588.944969] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.953082] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416fd9-415a-c18d-7980-2912c44d12b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.130279] env[63309]: DEBUG nova.compute.utils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.135831] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.135831] env[63309]: DEBUG nova.network.neutron [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.166855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.236075] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79e89a9d-c9f9-4d9b-b210-08aa23be29bc tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.167s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.281438] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729490, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.323738] env[63309]: DEBUG nova.policy [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21f1eaae7cb34306b953f1f823badbe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ea1d2a286cb41f6955e434f9485b266', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.376038] env[63309]: DEBUG nova.network.neutron [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.462485] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416fd9-415a-c18d-7980-2912c44d12b1, 'name': SearchDatastore_Task, 'duration_secs': 0.030703} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.463082] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.463158] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.464224] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.464224] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.464224] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.464224] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced172b7-8804-424b-88f9-3f91d1c80c33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.474102] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.474386] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.475874] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e97c99-d028-47dd-b3b7-4d738a00e442 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.482527] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 589.482527] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b96c1-3399-f1f2-3473-cea6f2543349" [ 589.482527] env[63309]: _type = "Task" [ 589.482527] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.490908] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b96c1-3399-f1f2-3473-cea6f2543349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.578179] env[63309]: DEBUG nova.network.neutron [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Updated VIF entry in instance network info cache for port 792c9a22-07d1-4ea5-a105-7f4a0c9c6704. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.578543] env[63309]: DEBUG nova.network.neutron [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Updating instance_info_cache with network_info: [{"id": "792c9a22-07d1-4ea5-a105-7f4a0c9c6704", "address": "fa:16:3e:75:5f:35", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792c9a22-07", "ovs_interfaceid": "792c9a22-07d1-4ea5-a105-7f4a0c9c6704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.620823] env[63309]: DEBUG nova.network.neutron [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Updating instance_info_cache with network_info: [{"id": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "address": "fa:16:3e:a3:63:dd", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6560678a-1f", "ovs_interfaceid": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.635435] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.741861] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.787931] env[63309]: DEBUG oslo_vmware.api [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729490, 'name': PowerOnVM_Task, 'duration_secs': 1.939838} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.788991] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.789465] env[63309]: INFO nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Took 13.22 seconds to spawn the instance on the hypervisor. [ 589.789703] env[63309]: DEBUG nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.793648] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7a7a5-791e-43fb-8323-0fe6cbfd9e65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.909695] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3b3bc-1792-40fe-8008-d39bdf81d27e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.918948] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d0a52d-a5c8-40a0-91ee-8ac5c3774f59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.951411] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8de14f-48b4-40a5-86ef-f93e5685e25c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.959873] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd05c6b1-ae64-4454-be9e-525ff41603d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.974547] env[63309]: DEBUG nova.compute.provider_tree [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.993802] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b96c1-3399-f1f2-3473-cea6f2543349, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.995043] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ef95ee-f1cd-48f1-9d8f-dcb376978259 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.000418] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 590.000418] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee1daf-bd22-ed21-096b-ca9409902f99" [ 590.000418] env[63309]: _type = "Task" [ 590.000418] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.012894] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee1daf-bd22-ed21-096b-ca9409902f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.029180] env[63309]: DEBUG nova.compute.manager [None req-77ddadf8-58ee-4562-a8a0-df4547810ce0 tempest-ServerDiagnosticsV248Test-1869629862 tempest-ServerDiagnosticsV248Test-1869629862-project-admin] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.030380] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb776c0a-6e14-420d-b927-60087676cf72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.040214] env[63309]: INFO nova.compute.manager [None req-77ddadf8-58ee-4562-a8a0-df4547810ce0 tempest-ServerDiagnosticsV248Test-1869629862 tempest-ServerDiagnosticsV248Test-1869629862-project-admin] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Retrieving diagnostics [ 590.041842] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ff5689-38fd-426b-93ac-35d41e373d3e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.080621] env[63309]: DEBUG nova.network.neutron [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Successfully updated port: a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.083632] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6a9e1e6-97e3-4d5d-919a-90d227d9bbec req-c89fd907-9210-4bb0-a1fa-071f0014de77 service nova] Releasing lock "refresh_cache-86c5a0f3-a14d-4a20-b09f-21ae76715a2d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.128636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Releasing lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.128784] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Instance network_info: |[{"id": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "address": "fa:16:3e:a3:63:dd", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6560678a-1f", "ovs_interfaceid": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.129230] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:63:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6560678a-1f67-4b3b-825a-a83b8eb5faff', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.137971] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Creating folder: Project (bddcce7d2dcc4f38b184d2592dad8414). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.140927] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e234d733-77ee-402d-9d29-41beee3b4953 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.152396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f7641e0e-f7ad-4c83-af28-d86c20d65583" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.152611] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.152810] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Created folder: Project (bddcce7d2dcc4f38b184d2592dad8414) in parent group-v549567. [ 590.152964] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Creating folder: Instances. Parent ref: group-v549580. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.153199] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e81fc2fa-f5c8-4009-bd08-01d0aabedb99 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.162997] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Created folder: Instances in parent group-v549580. [ 590.163295] env[63309]: DEBUG oslo.service.loopingcall [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.163554] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.163787] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-375239d5-8372-493c-8d64-6404f0302132 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.185247] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.185247] env[63309]: value = "task-2729496" [ 590.185247] env[63309]: _type = "Task" [ 590.185247] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.193901] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729496, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.235207] env[63309]: DEBUG nova.compute.manager [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Received event network-vif-plugged-6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.235718] env[63309]: DEBUG oslo_concurrency.lockutils [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] Acquiring lock "9cdd1898-b712-49fd-8e0f-83607a848fca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.235718] env[63309]: DEBUG oslo_concurrency.lockutils [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.235815] env[63309]: DEBUG oslo_concurrency.lockutils [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.235949] env[63309]: DEBUG nova.compute.manager [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] No waiting events found dispatching network-vif-plugged-6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.236172] env[63309]: WARNING nova.compute.manager [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Received unexpected event network-vif-plugged-6560678a-1f67-4b3b-825a-a83b8eb5faff for instance with vm_state building and task_state spawning. [ 590.236343] env[63309]: DEBUG nova.compute.manager [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Received event network-changed-6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.236571] env[63309]: DEBUG nova.compute.manager [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Refreshing instance network info cache due to event network-changed-6560678a-1f67-4b3b-825a-a83b8eb5faff. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.236715] env[63309]: DEBUG oslo_concurrency.lockutils [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] Acquiring lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.236831] env[63309]: DEBUG oslo_concurrency.lockutils [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] Acquired lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.236930] env[63309]: DEBUG nova.network.neutron [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Refreshing network info cache for port 6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.267821] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.315075] env[63309]: INFO nova.compute.manager [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Took 19.99 seconds to build instance. [ 590.446283] env[63309]: DEBUG nova.network.neutron [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Successfully created port: 6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.478970] env[63309]: DEBUG nova.scheduler.client.report [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.511447] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee1daf-bd22-ed21-096b-ca9409902f99, 'name': SearchDatastore_Task, 'duration_secs': 0.022635} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.513379] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.513379] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 86c5a0f3-a14d-4a20-b09f-21ae76715a2d/86c5a0f3-a14d-4a20-b09f-21ae76715a2d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.513379] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9484c06e-4b17-4f60-bfa7-d1b1a0659831 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.520394] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 590.520394] env[63309]: value = "task-2729497" [ 590.520394] env[63309]: _type = "Task" [ 590.520394] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.530632] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.543841] env[63309]: DEBUG nova.network.neutron [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Successfully updated port: 83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.583402] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "refresh_cache-d3a67084-5702-4a8e-901d-bbafae785194" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.583402] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "refresh_cache-d3a67084-5702-4a8e-901d-bbafae785194" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.583402] env[63309]: DEBUG nova.network.neutron [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.653112] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.696134] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.696384] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.696626] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.696718] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.696861] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.697017] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.697228] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.697385] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.697548] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.697852] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.698107] env[63309]: DEBUG nova.virt.hardware [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.698974] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcfde1f-acb0-4d45-8cfa-d98fb8633d83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.705906] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729496, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.711803] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c423960b-ccf3-4ce3-8e99-d291ca31bbf9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.817628] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f7f7526-832a-4d56-b45c-f561e23cea0d tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.505s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.975026] env[63309]: DEBUG nova.compute.manager [None req-c006f9f3-f4b0-4461-ae5c-ae99b3817478 tempest-ServerDiagnosticsTest-811646571 tempest-ServerDiagnosticsTest-811646571-project-admin] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.976255] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b442347c-f69a-4e83-8be4-16cdcbf8e48a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.984963] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.985617] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.990936] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.421s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.992582] env[63309]: INFO nova.compute.claims [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.995451] env[63309]: INFO nova.compute.manager [None req-c006f9f3-f4b0-4461-ae5c-ae99b3817478 tempest-ServerDiagnosticsTest-811646571 tempest-ServerDiagnosticsTest-811646571-project-admin] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Retrieving diagnostics [ 590.996667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5748f2d-c856-4d8b-995f-ce140b321bd5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.047839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "refresh_cache-64ede278-e96e-485e-8a84-f2701d95aec3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.048056] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "refresh_cache-64ede278-e96e-485e-8a84-f2701d95aec3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.048181] env[63309]: DEBUG nova.network.neutron [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.049395] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.168985] env[63309]: DEBUG nova.network.neutron [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.197408] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729496, 'name': CreateVM_Task, 'duration_secs': 0.563724} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.197697] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.199037] env[63309]: DEBUG oslo_vmware.service [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200f79e7-500e-4b34-aa8d-20f9e4baec42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.205450] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.205626] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.205993] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.206324] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53005082-5be7-4e1a-bca5-f050c905f125 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.215028] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 591.215028] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d26ec7-0ed0-03ae-c56c-e3fcdd11753a" [ 591.215028] env[63309]: _type = "Task" [ 591.215028] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.224919] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d26ec7-0ed0-03ae-c56c-e3fcdd11753a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.290820] env[63309]: DEBUG nova.network.neutron [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Updated VIF entry in instance network info cache for port 6560678a-1f67-4b3b-825a-a83b8eb5faff. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.291409] env[63309]: DEBUG nova.network.neutron [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Updating instance_info_cache with network_info: [{"id": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "address": "fa:16:3e:a3:63:dd", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6560678a-1f", "ovs_interfaceid": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.321435] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.500513] env[63309]: DEBUG nova.compute.utils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.508894] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.509081] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.546302] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557858} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.551028] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 86c5a0f3-a14d-4a20-b09f-21ae76715a2d/86c5a0f3-a14d-4a20-b09f-21ae76715a2d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.551028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.551028] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d946d76-e5e1-4a36-93d8-80c2169166ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.561998] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 591.561998] env[63309]: value = "task-2729498" [ 591.561998] env[63309]: _type = "Task" [ 591.561998] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.572635] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.598275] env[63309]: DEBUG nova.network.neutron [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Updating instance_info_cache with network_info: [{"id": "a46b40b8-5545-4fc4-9bc8-fb7f9d16d536", "address": "fa:16:3e:d8:d1:df", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46b40b8-55", "ovs_interfaceid": "a46b40b8-5545-4fc4-9bc8-fb7f9d16d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.642549] env[63309]: DEBUG nova.network.neutron [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.669509] env[63309]: DEBUG nova.policy [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8156d763fd40cebc28580f27166ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6f2ab6c5fb44798b957221ea23cb8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.729652] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.730094] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.730450] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.730748] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.731447] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.731840] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c32b80f3-42e8-45c2-bd23-8d6cf4880be7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.743632] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.743994] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.745563] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be2911-3068-4430-b680-95ad4fa732d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.757407] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3015c2f8-fdbb-4e7c-a31b-4a83c09cdabf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.765049] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 591.765049] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b8120b-372c-d1cc-87c7-a7d07ac4a942" [ 591.765049] env[63309]: _type = "Task" [ 591.765049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.774339] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b8120b-372c-d1cc-87c7-a7d07ac4a942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.794097] env[63309]: DEBUG oslo_concurrency.lockutils [req-83b83ea1-283e-45ac-9fcc-c3bad4f208be req-aa1c9869-72b0-4476-9042-1e6abf0967ee service nova] Releasing lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.852501] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.000587] env[63309]: DEBUG nova.network.neutron [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Updating instance_info_cache with network_info: [{"id": "83034fb0-171d-42b4-a978-ff683e03a79e", "address": "fa:16:3e:0a:5b:8b", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83034fb0-17", "ovs_interfaceid": "83034fb0-171d-42b4-a978-ff683e03a79e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.009553] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.074570] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107864} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.077793] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.079094] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ef2725-5d8d-4213-9de3-0796a700f237 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.108731] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 86c5a0f3-a14d-4a20-b09f-21ae76715a2d/86c5a0f3-a14d-4a20-b09f-21ae76715a2d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.111983] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "refresh_cache-d3a67084-5702-4a8e-901d-bbafae785194" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.112691] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance network_info: |[{"id": "a46b40b8-5545-4fc4-9bc8-fb7f9d16d536", "address": "fa:16:3e:d8:d1:df", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46b40b8-55", "ovs_interfaceid": "a46b40b8-5545-4fc4-9bc8-fb7f9d16d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.112843] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd5be19-d037-4395-9b9d-01529a22af48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.139989] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46b40b8-5545-4fc4-9bc8-fb7f9d16d536', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.147440] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating folder: Project (c44e309795e24039ae6f8ad8b2d8a8b4). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.150826] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd22d31-cdf4-4b54-806b-a236a8a7f608 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.155587] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.155952] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.161686] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 592.161686] env[63309]: value = "task-2729499" [ 592.161686] env[63309]: _type = "Task" [ 592.161686] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.170254] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.172169] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created folder: Project (c44e309795e24039ae6f8ad8b2d8a8b4) in parent group-v549567. [ 592.172169] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating folder: Instances. Parent ref: group-v549583. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.174400] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15f99652-82a6-4a89-9785-844cd74ec706 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.188803] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created folder: Instances in parent group-v549583. [ 592.188803] env[63309]: DEBUG oslo.service.loopingcall [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.188803] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.189123] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79bbbc7c-e7a4-4d70-8a31-f9bded3614d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.213910] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.213910] env[63309]: value = "task-2729502" [ 592.213910] env[63309]: _type = "Task" [ 592.213910] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.222831] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729502, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.277395] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 592.277754] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Creating directory with path [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.277922] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad95cea-1302-43ab-8452-7316b292e554 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.316079] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Created directory with path [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.316355] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Fetch image to [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 592.316569] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Downloading image file data 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk on the data store datastore2 {{(pid=63309) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 592.317586] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873ef69-6d27-49fa-847e-f02c51e4f200 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.326337] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea7504-c9e5-4974-b9b9-a28246569dbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.340837] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e83b8-ff31-443c-9903-f26d45179a81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.379910] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108cf79f-978f-46bd-9c6a-626c37326551 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.387466] env[63309]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f5f8d0f3-c80f-43cb-8e63-b0360b0bca73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.414153] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2d594-3e4f-4e34-aac8-f87fca119c9f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.423303] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4a325-cdad-48b1-98d4-c3feee827b77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.481631] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbeee08-7053-4f8e-ba38-ada9869ce925 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.494527] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4d3c44-5d05-4856-b908-73210dd22e0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.504023] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Downloading image file data 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to the data store datastore2 {{(pid=63309) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 592.508140] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "refresh_cache-64ede278-e96e-485e-8a84-f2701d95aec3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.508140] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Instance network_info: |[{"id": "83034fb0-171d-42b4-a978-ff683e03a79e", "address": "fa:16:3e:0a:5b:8b", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83034fb0-17", "ovs_interfaceid": "83034fb0-171d-42b4-a978-ff683e03a79e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.508496] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:5b:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83034fb0-171d-42b4-a978-ff683e03a79e', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.519886] env[63309]: DEBUG oslo.service.loopingcall [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.534833] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.535627] env[63309]: DEBUG nova.compute.provider_tree [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.540147] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f924a2-84de-4de9-ab00-18499e4eb9d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.555717] env[63309]: DEBUG nova.scheduler.client.report [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.564062] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.564062] env[63309]: value = "task-2729503" [ 592.564062] env[63309]: _type = "Task" [ 592.564062] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.581002] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729503, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.644933] env[63309]: DEBUG oslo_vmware.rw_handles [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 592.738963] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729499, 'name': ReconfigVM_Task, 'duration_secs': 0.556611} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.739791] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729502, 'name': CreateVM_Task, 'duration_secs': 0.469439} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.740974] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 86c5a0f3-a14d-4a20-b09f-21ae76715a2d/86c5a0f3-a14d-4a20-b09f-21ae76715a2d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.741758] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.742025] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cac6cbd-03c3-468b-89c4-551268f7c3fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.744344] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.744477] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.744777] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.744997] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868a4385-4bfc-45fc-915a-7c9b42014e46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.755162] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 592.755162] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bf456-f4be-d414-a5f5-616eee8c9700" [ 592.755162] env[63309]: _type = "Task" [ 592.755162] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.756626] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 592.756626] env[63309]: value = "task-2729504" [ 592.756626] env[63309]: _type = "Task" [ 592.756626] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.778857] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.779229] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.779369] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.779577] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729504, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.848730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.848964] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.020988] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Successfully created port: bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.040405] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.063645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.072s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.064204] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.069790] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.200s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.083018] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729503, 'name': CreateVM_Task, 'duration_secs': 0.394614} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.087565] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.088506] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.088506] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.088506] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.088506] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.088506] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.088720] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.088753] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.089026] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.089935] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.089935] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.089935] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.093155] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ed3cc3-b0e1-4514-8055-75d0b8f7a559 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.094403] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.094559] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.094911] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.095639] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502bada4-ed04-4a64-b86a-8b60d4a06ac4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.103236] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 593.103236] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52691cb4-9ec4-9485-3e71-0cc4f1e66213" [ 593.103236] env[63309]: _type = "Task" [ 593.103236] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.108540] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec87bd-c979-42b8-80a7-e02718b08f16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.135641] env[63309]: DEBUG nova.compute.manager [req-20a29400-9843-40cf-925d-cda1daa4747f req-544387a3-9979-4857-9661-4c95e3430b56 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Received event network-vif-plugged-83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.135878] env[63309]: DEBUG oslo_concurrency.lockutils [req-20a29400-9843-40cf-925d-cda1daa4747f req-544387a3-9979-4857-9661-4c95e3430b56 service nova] Acquiring lock "64ede278-e96e-485e-8a84-f2701d95aec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.136059] env[63309]: DEBUG oslo_concurrency.lockutils [req-20a29400-9843-40cf-925d-cda1daa4747f req-544387a3-9979-4857-9661-4c95e3430b56 service nova] Lock "64ede278-e96e-485e-8a84-f2701d95aec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.136221] env[63309]: DEBUG oslo_concurrency.lockutils [req-20a29400-9843-40cf-925d-cda1daa4747f req-544387a3-9979-4857-9661-4c95e3430b56 service nova] Lock "64ede278-e96e-485e-8a84-f2701d95aec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.136437] env[63309]: DEBUG nova.compute.manager [req-20a29400-9843-40cf-925d-cda1daa4747f req-544387a3-9979-4857-9661-4c95e3430b56 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] No waiting events found dispatching network-vif-plugged-83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.136664] env[63309]: WARNING nova.compute.manager [req-20a29400-9843-40cf-925d-cda1daa4747f req-544387a3-9979-4857-9661-4c95e3430b56 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Received unexpected event network-vif-plugged-83034fb0-171d-42b4-a978-ff683e03a79e for instance with vm_state building and task_state spawning. [ 593.138350] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.138557] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.139412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.271378] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729504, 'name': Rename_Task, 'duration_secs': 0.180351} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.271646] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.272758] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea81aeb8-3b33-41be-b664-9c79c1a865e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.281277] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 593.281277] env[63309]: value = "task-2729505" [ 593.281277] env[63309]: _type = "Task" [ 593.281277] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.291421] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.341792] env[63309]: DEBUG nova.network.neutron [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Successfully updated port: 6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.521627] env[63309]: DEBUG oslo_vmware.rw_handles [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 593.521627] env[63309]: DEBUG oslo_vmware.rw_handles [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 593.574587] env[63309]: DEBUG nova.compute.utils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.576805] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.576923] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.602831] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Downloaded image file data 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk on the data store datastore2 {{(pid=63309) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 593.606655] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 593.606655] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Copying Virtual Disk [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk to [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.609786] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8626a8a-b8c2-4eff-a205-2eb65ed7a5f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.618400] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 593.618400] env[63309]: value = "task-2729506" [ 593.618400] env[63309]: _type = "Task" [ 593.618400] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.628463] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.693601] env[63309]: DEBUG nova.policy [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8156d763fd40cebc28580f27166ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6f2ab6c5fb44798b957221ea23cb8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.749795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "e9accedf-e703-438e-b9ca-e8051ff062c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.750076] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.750281] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "e9accedf-e703-438e-b9ca-e8051ff062c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.750455] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.750637] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.753324] env[63309]: INFO nova.compute.manager [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Terminating instance [ 593.798510] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.845707] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "refresh_cache-f454a4c2-3812-4923-9f20-3e97d021b449" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.845707] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquired lock "refresh_cache-f454a4c2-3812-4923-9f20-3e97d021b449" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.845707] env[63309]: DEBUG nova.network.neutron [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.025769] env[63309]: DEBUG nova.compute.manager [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Received event network-vif-plugged-a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.025978] env[63309]: DEBUG oslo_concurrency.lockutils [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] Acquiring lock "d3a67084-5702-4a8e-901d-bbafae785194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.026209] env[63309]: DEBUG oslo_concurrency.lockutils [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] Lock "d3a67084-5702-4a8e-901d-bbafae785194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.026371] env[63309]: DEBUG oslo_concurrency.lockutils [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] Lock "d3a67084-5702-4a8e-901d-bbafae785194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.029940] env[63309]: DEBUG nova.compute.manager [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] No waiting events found dispatching network-vif-plugged-a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.029940] env[63309]: WARNING nova.compute.manager [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Received unexpected event network-vif-plugged-a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 for instance with vm_state building and task_state spawning. [ 594.029940] env[63309]: DEBUG nova.compute.manager [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Received event network-changed-a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.029940] env[63309]: DEBUG nova.compute.manager [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Refreshing instance network info cache due to event network-changed-a46b40b8-5545-4fc4-9bc8-fb7f9d16d536. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.029940] env[63309]: DEBUG oslo_concurrency.lockutils [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] Acquiring lock "refresh_cache-d3a67084-5702-4a8e-901d-bbafae785194" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.030295] env[63309]: DEBUG oslo_concurrency.lockutils [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] Acquired lock "refresh_cache-d3a67084-5702-4a8e-901d-bbafae785194" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.030295] env[63309]: DEBUG nova.network.neutron [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Refreshing network info cache for port a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.077752] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.125974] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f5291147-c37e-4400-8a4f-9694049e55a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 594.134825] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.259530] env[63309]: DEBUG nova.compute.manager [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.259530] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.259699] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f68f8-13bf-4d06-ad01-da608e678b68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.268866] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.269152] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca9955c-f862-4823-ae3f-3b148463c2a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.275797] env[63309]: DEBUG oslo_vmware.api [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 594.275797] env[63309]: value = "task-2729507" [ 594.275797] env[63309]: _type = "Task" [ 594.275797] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.285504] env[63309]: DEBUG oslo_vmware.api [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.298098] env[63309]: DEBUG oslo_vmware.api [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729505, 'name': PowerOnVM_Task, 'duration_secs': 0.744438} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.298098] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.298098] env[63309]: INFO nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Took 13.21 seconds to spawn the instance on the hypervisor. [ 594.298098] env[63309]: DEBUG nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.298098] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875f401-e480-4d3e-91b3-4388b119435a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.391101] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "36c70e59-f58f-4ae3-bd59-9588865391d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.391379] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.391632] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "36c70e59-f58f-4ae3-bd59-9588865391d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.391820] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.391988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.394199] env[63309]: INFO nova.compute.manager [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Terminating instance [ 594.396095] env[63309]: DEBUG nova.network.neutron [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.411306] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Successfully created port: 6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.634756] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance a81d331d-a372-4b75-adea-cd324d89174f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 594.636341] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729506, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.794021] env[63309]: DEBUG oslo_vmware.api [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729507, 'name': PowerOffVM_Task, 'duration_secs': 0.388999} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.794021] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.794021] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.794021] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-114c5cc0-e71f-40e2-b119-06e71a1c5bff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.827396] env[63309]: INFO nova.compute.manager [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Took 22.25 seconds to build instance. [ 594.833171] env[63309]: DEBUG nova.network.neutron [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Updating instance_info_cache with network_info: [{"id": "6556fc44-6104-4267-8516-a3458f31c4fb", "address": "fa:16:3e:5c:f2:1b", "network": {"id": "7e954757-9e97-4c65-911d-99787e2922e7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1639696506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea1d2a286cb41f6955e434f9485b266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6556fc44-61", "ovs_interfaceid": "6556fc44-6104-4267-8516-a3458f31c4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.902179] env[63309]: DEBUG nova.compute.manager [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.902556] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.903714] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d5e92-038f-491a-8a72-fdfbb0c50bb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.915045] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.915457] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf68ce74-89b5-4b6c-8bde-329c8d61797d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.924256] env[63309]: DEBUG oslo_vmware.api [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 594.924256] env[63309]: value = "task-2729509" [ 594.924256] env[63309]: _type = "Task" [ 594.924256] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.931853] env[63309]: DEBUG oslo_vmware.api [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.092434] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.138216] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.138555] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.138717] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.138972] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.139192] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.139390] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.139848] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.139848] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.139977] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.140333] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.141327] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.142119] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4e8b8b40-13fe-4874-9bec-63a68c599091 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 595.142223] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f454a4c2-3812-4923-9f20-3e97d021b449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.146048] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1412cd64-6388-4446-b8b7-f76d42c0bb3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.153130] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729506, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.402141} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.154494] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Copied Virtual Disk [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk to [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.154705] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleting the datastore file [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/tmp-sparse.vmdk {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.154982] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7942e63e-f4b2-4bb1-9b2e-f7caa2bbba7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.170464] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9630b695-2dba-4465-bab7-656c6b993c7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.177276] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 595.177276] env[63309]: value = "task-2729510" [ 595.177276] env[63309]: _type = "Task" [ 595.177276] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.182720] env[63309]: DEBUG nova.network.neutron [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Updated VIF entry in instance network info cache for port a46b40b8-5545-4fc4-9bc8-fb7f9d16d536. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.183073] env[63309]: DEBUG nova.network.neutron [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Updating instance_info_cache with network_info: [{"id": "a46b40b8-5545-4fc4-9bc8-fb7f9d16d536", "address": "fa:16:3e:d8:d1:df", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46b40b8-55", "ovs_interfaceid": "a46b40b8-5545-4fc4-9bc8-fb7f9d16d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.188041] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "753eb1b2-d48c-4d4b-8f31-d0f395991028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.188282] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.211801] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039798} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.212034] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.212237] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Moving file from [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6/8916ba0c-66a6-4468-8d2e-6a0dd94e1115 to [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115. {{(pid=63309) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 595.212527] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c48dd062-ece7-4e7b-a209-01d002f38ac2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.219672] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 595.219672] env[63309]: value = "task-2729511" [ 595.219672] env[63309]: _type = "Task" [ 595.219672] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.230935] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729511, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.250186] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Successfully updated port: bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.273258] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.274150] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.274150] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Deleting the datastore file [datastore1] e9accedf-e703-438e-b9ca-e8051ff062c0 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.274150] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb582e6-9dd4-4481-b011-a96708eb7af0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.283705] env[63309]: DEBUG oslo_vmware.api [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for the task: (returnval){ [ 595.283705] env[63309]: value = "task-2729512" [ 595.283705] env[63309]: _type = "Task" [ 595.283705] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.299520] env[63309]: DEBUG oslo_vmware.api [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.335158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72028dd7-ee37-4763-b430-5e5d66066f93 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.777s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.336651] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Releasing lock "refresh_cache-f454a4c2-3812-4923-9f20-3e97d021b449" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.339438] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Instance network_info: |[{"id": "6556fc44-6104-4267-8516-a3458f31c4fb", "address": "fa:16:3e:5c:f2:1b", "network": {"id": "7e954757-9e97-4c65-911d-99787e2922e7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1639696506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea1d2a286cb41f6955e434f9485b266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6556fc44-61", "ovs_interfaceid": "6556fc44-6104-4267-8516-a3458f31c4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.339567] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:f2:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6556fc44-6104-4267-8516-a3458f31c4fb', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.345926] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Creating folder: Project (4ea1d2a286cb41f6955e434f9485b266). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.345926] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e47fe49-411e-4b89-8f92-49973f195693 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.356671] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Created folder: Project (4ea1d2a286cb41f6955e434f9485b266) in parent group-v549567. [ 595.356815] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Creating folder: Instances. Parent ref: group-v549587. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.357165] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd34182-f249-4180-9045-90cad45e4216 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.368175] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Created folder: Instances in parent group-v549587. [ 595.368441] env[63309]: DEBUG oslo.service.loopingcall [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.369571] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.369571] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-980cc295-931a-4ad3-923c-17017ff1fe28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.394758] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.394758] env[63309]: value = "task-2729515" [ 595.394758] env[63309]: _type = "Task" [ 595.394758] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.403247] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729515, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.435320] env[63309]: DEBUG oslo_vmware.api [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729509, 'name': PowerOffVM_Task, 'duration_secs': 0.268218} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.435618] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.435786] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.436046] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-477301ec-8dad-4357-9bfe-3d5a043ae660 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.504122] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.504122] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.504122] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Deleting the datastore file [datastore1] 36c70e59-f58f-4ae3-bd59-9588865391d8 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.504122] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87cf2d24-fcb1-4bc1-bd82-c05b110d746a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.513337] env[63309]: DEBUG oslo_vmware.api [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for the task: (returnval){ [ 595.513337] env[63309]: value = "task-2729517" [ 595.513337] env[63309]: _type = "Task" [ 595.513337] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.523609] env[63309]: DEBUG oslo_vmware.api [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.606606] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.606845] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.655660] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 3481b312-c716-41b4-a9f4-8992ce7fc1fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 595.690160] env[63309]: DEBUG oslo_concurrency.lockutils [req-b328e9e8-0672-4c5f-a43e-d69f270a528d req-c2b94851-bd09-49de-880d-b9263e8dbc09 service nova] Releasing lock "refresh_cache-d3a67084-5702-4a8e-901d-bbafae785194" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.735283] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729511, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033723} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.735618] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] File moved {{(pid=63309) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 595.735872] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Cleaning up location [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 595.736163] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleting the datastore file [datastore2] vmware_temp/58ecf50f-c195-48f2-892f-5ce2346cf8e6 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.736790] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002f4977-5726-44df-886a-d7c359be989d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.744862] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 595.744862] env[63309]: value = "task-2729518" [ 595.744862] env[63309]: _type = "Task" [ 595.744862] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.755316] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "refresh_cache-9a806382-53de-4fd4-933a-48407260a0e2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.755483] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "refresh_cache-9a806382-53de-4fd4-933a-48407260a0e2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.755716] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.756760] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.801838] env[63309]: DEBUG oslo_vmware.api [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Task: {'id': task-2729512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314956} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.801838] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.801838] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.801838] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.801838] env[63309]: INFO nova.compute.manager [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Took 1.54 seconds to destroy the instance on the hypervisor. [ 595.802116] env[63309]: DEBUG oslo.service.loopingcall [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.802116] env[63309]: DEBUG nova.compute.manager [-] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.802116] env[63309]: DEBUG nova.network.neutron [-] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.847737] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.906841] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729515, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.028598] env[63309]: DEBUG oslo_vmware.api [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Task: {'id': task-2729517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200175} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.034307] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.034566] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.034679] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.034847] env[63309]: INFO nova.compute.manager [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 596.035084] env[63309]: DEBUG oslo.service.loopingcall [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.035289] env[63309]: DEBUG nova.compute.manager [-] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.035370] env[63309]: DEBUG nova.network.neutron [-] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.155760] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 82b4b4cf-1a0b-45a5-accc-174b16151b7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 596.254996] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028735} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.255595] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.256339] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1e1411-697d-41b5-b41d-0e7242f22c44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.266598] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 596.266598] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5249efa1-4335-063c-9adf-bce0b010e49c" [ 596.266598] env[63309]: _type = "Task" [ 596.266598] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.283291] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5249efa1-4335-063c-9adf-bce0b010e49c, 'name': SearchDatastore_Task, 'duration_secs': 0.016861} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.283577] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.283865] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 9cdd1898-b712-49fd-8e0f-83607a848fca/9cdd1898-b712-49fd-8e0f-83607a848fca.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.284154] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.284328] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.284533] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-918a4da5-4a99-41da-8ffa-9ae442f5f102 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.287214] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7200f43e-f5d8-4e26-8e21-71ba0d72db22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.296684] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 596.296684] env[63309]: value = "task-2729519" [ 596.296684] env[63309]: _type = "Task" [ 596.296684] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.298384] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.298554] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.302458] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23c3361-7c01-4f64-87b4-7f9d1bc16780 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.311552] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 596.311552] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226fdc2-749b-ecdc-c7e3-c6b0137d0487" [ 596.311552] env[63309]: _type = "Task" [ 596.311552] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.311843] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.320314] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226fdc2-749b-ecdc-c7e3-c6b0137d0487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.356103] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.380297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.404357] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729515, 'name': CreateVM_Task, 'duration_secs': 0.592583} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.404437] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.405081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.405255] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.405534] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.407827] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9dadbc-6a02-4ccf-8ed5-ae4938a61c72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.412339] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 596.412339] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba68ce-8953-5429-6901-41ea4686f9d3" [ 596.412339] env[63309]: _type = "Task" [ 596.412339] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.419892] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba68ce-8953-5429-6901-41ea4686f9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.660443] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 78ccd719-ff4f-44fb-a789-3ed60b862ffb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 596.660642] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance e9accedf-e703-438e-b9ca-e8051ff062c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 596.660765] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 978dbc54-2c4e-45ec-8a0f-59c3f2409e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 596.660878] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 9a806382-53de-4fd4-933a-48407260a0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 596.712316] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.712594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.811769] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.822604] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226fdc2-749b-ecdc-c7e3-c6b0137d0487, 'name': SearchDatastore_Task, 'duration_secs': 0.016563} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.823889] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed24d15b-c4ed-445a-aefc-d825941bff73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.831172] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 596.831172] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52847bb5-1869-7ad2-e86c-81c36b3853a5" [ 596.831172] env[63309]: _type = "Task" [ 596.831172] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.844746] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52847bb5-1869-7ad2-e86c-81c36b3853a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.931259] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba68ce-8953-5429-6901-41ea4686f9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.025844} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.932162] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.932916] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.933205] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.016857] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Updating instance_info_cache with network_info: [{"id": "bb0e3c86-5c39-4e43-affd-60646a349d17", "address": "fa:16:3e:51:20:ae", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0e3c86-5c", "ovs_interfaceid": "bb0e3c86-5c39-4e43-affd-60646a349d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.033150] env[63309]: DEBUG nova.compute.manager [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Received event network-changed-83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.033150] env[63309]: DEBUG nova.compute.manager [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Refreshing instance network info cache due to event network-changed-83034fb0-171d-42b4-a978-ff683e03a79e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.033150] env[63309]: DEBUG oslo_concurrency.lockutils [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] Acquiring lock "refresh_cache-64ede278-e96e-485e-8a84-f2701d95aec3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.034372] env[63309]: DEBUG oslo_concurrency.lockutils [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] Acquired lock "refresh_cache-64ede278-e96e-485e-8a84-f2701d95aec3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.034708] env[63309]: DEBUG nova.network.neutron [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Refreshing network info cache for port 83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.048498] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Successfully updated port: 6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.054602] env[63309]: DEBUG nova.network.neutron [-] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.166177] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d4213b95-e4c2-42e4-94f9-f3b1848bf783 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 597.166177] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 9cdd1898-b712-49fd-8e0f-83607a848fca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.166177] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 64ede278-e96e-485e-8a84-f2701d95aec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.166177] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d3a67084-5702-4a8e-901d-bbafae785194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.166388] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 36c70e59-f58f-4ae3-bd59-9588865391d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.166388] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 86c5a0f3-a14d-4a20-b09f-21ae76715a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.310612] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623472} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.310996] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 9cdd1898-b712-49fd-8e0f-83607a848fca/9cdd1898-b712-49fd-8e0f-83607a848fca.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.311124] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.311408] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de279a6-7972-41c2-86ac-6f39906573c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.318673] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 597.318673] env[63309]: value = "task-2729520" [ 597.318673] env[63309]: _type = "Task" [ 597.318673] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.330741] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.343421] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52847bb5-1869-7ad2-e86c-81c36b3853a5, 'name': SearchDatastore_Task, 'duration_secs': 0.056607} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.343421] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.343421] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.343421] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.343707] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.343707] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f5c359-729f-403c-a4d3-959aa7ce6a7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.346265] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7bbdc7-805b-4e6d-ac82-ac3a18095368 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.354133] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 597.354133] env[63309]: value = "task-2729521" [ 597.354133] env[63309]: _type = "Task" [ 597.354133] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.359433] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.359616] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.360933] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f455a3-af40-4b7e-a235-eb88813d4075 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.368364] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.372670] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 597.372670] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52666081-3760-77fe-033b-70b9a4750e13" [ 597.372670] env[63309]: _type = "Task" [ 597.372670] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.381992] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52666081-3760-77fe-033b-70b9a4750e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.497599] env[63309]: DEBUG nova.network.neutron [-] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.518991] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "refresh_cache-9a806382-53de-4fd4-933a-48407260a0e2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.521310] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Instance network_info: |[{"id": "bb0e3c86-5c39-4e43-affd-60646a349d17", "address": "fa:16:3e:51:20:ae", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0e3c86-5c", "ovs_interfaceid": "bb0e3c86-5c39-4e43-affd-60646a349d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.521528] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:20:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb0e3c86-5c39-4e43-affd-60646a349d17', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.529814] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Creating folder: Project (af6f2ab6c5fb44798b957221ea23cb8d). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.531086] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d0f60d-546a-4d6d-8c13-b11b718d0fe4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.546745] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Created folder: Project (af6f2ab6c5fb44798b957221ea23cb8d) in parent group-v549567. [ 597.549380] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Creating folder: Instances. Parent ref: group-v549590. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.549380] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b3a15f-c90c-4a92-b1da-9bfbaf56eb3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.553557] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "refresh_cache-978dbc54-2c4e-45ec-8a0f-59c3f2409e59" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.554900] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "refresh_cache-978dbc54-2c4e-45ec-8a0f-59c3f2409e59" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.554900] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.563024] env[63309]: INFO nova.compute.manager [-] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Took 1.53 seconds to deallocate network for instance. [ 597.564894] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Created folder: Instances in parent group-v549590. [ 597.565389] env[63309]: DEBUG oslo.service.loopingcall [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.570769] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.570769] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21b7d8cb-c90f-4e36-8e5d-bab76d0b5aa3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.601779] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.601779] env[63309]: value = "task-2729524" [ 597.601779] env[63309]: _type = "Task" [ 597.601779] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.612252] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729524, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.667811] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f7641e0e-f7ad-4c83-af28-d86c20d65583 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 597.668140] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 597.668281] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 597.789214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Acquiring lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.789214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.789214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Acquiring lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.789214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.789491] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.790562] env[63309]: INFO nova.compute.manager [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Terminating instance [ 597.835033] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14232} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.835033] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.835033] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d06f200-be94-4b18-8d2d-76a6b9a502ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.858415] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 9cdd1898-b712-49fd-8e0f-83607a848fca/9cdd1898-b712-49fd-8e0f-83607a848fca.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.861423] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8294da-ea0f-4175-bf25-651df1fdcdab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.888015] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518209} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.892582] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.892898] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.893097] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 597.893097] env[63309]: value = "task-2729525" [ 597.893097] env[63309]: _type = "Task" [ 597.893097] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.893296] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52666081-3760-77fe-033b-70b9a4750e13, 'name': SearchDatastore_Task, 'duration_secs': 0.021431} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.895860] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22db2688-347f-4f19-9530-df4bb1ebbd78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.901816] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15af094-8e0f-43cd-9e0e-ee610aa63a84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.907162] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 597.907162] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d1c85-2a5d-93e4-a224-c3dfe527fe44" [ 597.907162] env[63309]: _type = "Task" [ 597.907162] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.912028] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 597.912028] env[63309]: value = "task-2729526" [ 597.912028] env[63309]: _type = "Task" [ 597.912028] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.912028] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.928836] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d1c85-2a5d-93e4-a224-c3dfe527fe44, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.931027] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.931248] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 64ede278-e96e-485e-8a84-f2701d95aec3/64ede278-e96e-485e-8a84-f2701d95aec3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.931539] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.931811] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.932011] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.932265] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dede3d9f-faf0-4f3c-96f7-283c3abe6e7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.937032] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21fb001-5d81-4705-8503-99ae97653ac9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.946680] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 597.946680] env[63309]: value = "task-2729527" [ 597.946680] env[63309]: _type = "Task" [ 597.946680] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.951956] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.952128] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.955109] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa67fa9c-11c5-4c55-85bf-59c6dd9f99a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.960052] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.963940] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 597.963940] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52463276-8ef1-6f99-edb9-3678bd03f3c8" [ 597.963940] env[63309]: _type = "Task" [ 597.963940] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.972659] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52463276-8ef1-6f99-edb9-3678bd03f3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.003161] env[63309]: DEBUG nova.compute.manager [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Received event network-vif-plugged-6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.003161] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] Acquiring lock "f454a4c2-3812-4923-9f20-3e97d021b449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.003311] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] Lock "f454a4c2-3812-4923-9f20-3e97d021b449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.003546] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] Lock "f454a4c2-3812-4923-9f20-3e97d021b449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.003982] env[63309]: DEBUG nova.compute.manager [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] No waiting events found dispatching network-vif-plugged-6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.004375] env[63309]: WARNING nova.compute.manager [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Received unexpected event network-vif-plugged-6556fc44-6104-4267-8516-a3458f31c4fb for instance with vm_state building and task_state spawning. [ 598.004665] env[63309]: DEBUG nova.compute.manager [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Received event network-changed-6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.004816] env[63309]: DEBUG nova.compute.manager [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Refreshing instance network info cache due to event network-changed-6556fc44-6104-4267-8516-a3458f31c4fb. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.005049] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] Acquiring lock "refresh_cache-f454a4c2-3812-4923-9f20-3e97d021b449" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.005731] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] Acquired lock "refresh_cache-f454a4c2-3812-4923-9f20-3e97d021b449" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.005731] env[63309]: DEBUG nova.network.neutron [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Refreshing network info cache for port 6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.010335] env[63309]: INFO nova.compute.manager [-] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Took 2.21 seconds to deallocate network for instance. [ 598.072948] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.113730] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729524, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.128447] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122d401a-4160-4e2f-8978-29bf1c45ff73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.136399] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0434c6-05c6-49dd-b745-f4ecf99d34fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.173160] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.174551] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d8fef-3074-4dee-ab41-d5c986acbac7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.182863] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a6803c-36fc-479e-9d65-14eba26ecad9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.200557] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.297094] env[63309]: DEBUG nova.compute.manager [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.297342] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.298599] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe55a4-2ea0-40b4-b260-f35d66661812 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.308862] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.309138] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e33111-5fdf-47d4-9545-8625ad9a0099 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.318792] env[63309]: DEBUG oslo_vmware.api [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Waiting for the task: (returnval){ [ 598.318792] env[63309]: value = "task-2729528" [ 598.318792] env[63309]: _type = "Task" [ 598.318792] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.339612] env[63309]: DEBUG oslo_vmware.api [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Task: {'id': task-2729528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.406727] env[63309]: DEBUG nova.network.neutron [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Updated VIF entry in instance network info cache for port 83034fb0-171d-42b4-a978-ff683e03a79e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.406727] env[63309]: DEBUG nova.network.neutron [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Updating instance_info_cache with network_info: [{"id": "83034fb0-171d-42b4-a978-ff683e03a79e", "address": "fa:16:3e:0a:5b:8b", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83034fb0-17", "ovs_interfaceid": "83034fb0-171d-42b4-a978-ff683e03a79e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.418583] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.433828] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073537} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.433828] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.435497] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a7c12-5221-4eba-87c2-c20f0ca47eac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.472044] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.475918] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-175bb99b-dec4-4f7e-9cc7-a1c994667ef7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.508611] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729527, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.517398] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52463276-8ef1-6f99-edb9-3678bd03f3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.517772] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 598.517772] env[63309]: value = "task-2729529" [ 598.517772] env[63309]: _type = "Task" [ 598.517772] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.519252] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e12c314-0e56-4141-8dd7-859549b25107 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.523392] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.534765] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.536701] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 598.536701] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b54cf-0125-3c58-5878-4c61f698b020" [ 598.536701] env[63309]: _type = "Task" [ 598.536701] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.547935] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b54cf-0125-3c58-5878-4c61f698b020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.619718] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729524, 'name': CreateVM_Task, 'duration_secs': 0.601304} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.619718] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.620299] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.620434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621334] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.621530] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ab0ab2-a0c2-412d-8d51-27103e597a81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.632997] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 598.632997] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a33698-3e0d-dc5c-27ca-72f939a8e7e9" [ 598.632997] env[63309]: _type = "Task" [ 598.632997] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.643580] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a33698-3e0d-dc5c-27ca-72f939a8e7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.647390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.648096] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.648096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.722758] env[63309]: ERROR nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] [req-8434d1af-dc62-4924-a595-89cfd7fb75f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8434d1af-dc62-4924-a595-89cfd7fb75f9"}]} [ 598.744474] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 598.765033] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 598.765033] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.781281] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 598.784788] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Updating instance_info_cache with network_info: [{"id": "6d8fe097-784e-4d6e-b547-4798d8a3b9b6", "address": "fa:16:3e:54:c6:d0", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8fe097-78", "ovs_interfaceid": "6d8fe097-784e-4d6e-b547-4798d8a3b9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.806712] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 598.832167] env[63309]: DEBUG oslo_vmware.api [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Task: {'id': task-2729528, 'name': PowerOffVM_Task, 'duration_secs': 0.234647} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.836897] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.836897] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 598.836897] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95be2e86-f8cc-45c0-a107-216a00c3d193 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.895752] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.896008] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.896207] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Deleting the datastore file [datastore1] 86c5a0f3-a14d-4a20-b09f-21ae76715a2d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.899155] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e77380-8e68-4b0d-94fc-bebf46e0a906 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.911597] env[63309]: DEBUG oslo_concurrency.lockutils [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] Releasing lock "refresh_cache-64ede278-e96e-485e-8a84-f2701d95aec3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.911597] env[63309]: DEBUG nova.compute.manager [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Received event network-vif-plugged-bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.911801] env[63309]: DEBUG oslo_concurrency.lockutils [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] Acquiring lock "9a806382-53de-4fd4-933a-48407260a0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.911949] env[63309]: DEBUG oslo_concurrency.lockutils [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] Lock "9a806382-53de-4fd4-933a-48407260a0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.912145] env[63309]: DEBUG oslo_concurrency.lockutils [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] Lock "9a806382-53de-4fd4-933a-48407260a0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.912314] env[63309]: DEBUG nova.compute.manager [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] No waiting events found dispatching network-vif-plugged-bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.912481] env[63309]: WARNING nova.compute.manager [req-1006c127-f7a2-4fe0-94e8-287020eece8b req-1a4b487d-5bbd-4412-a39e-7d14bad88be8 service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Received unexpected event network-vif-plugged-bb0e3c86-5c39-4e43-affd-60646a349d17 for instance with vm_state building and task_state spawning. [ 598.912832] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729525, 'name': ReconfigVM_Task, 'duration_secs': 0.817027} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.914662] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 9cdd1898-b712-49fd-8e0f-83607a848fca/9cdd1898-b712-49fd-8e0f-83607a848fca.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.914967] env[63309]: DEBUG oslo_vmware.api [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Waiting for the task: (returnval){ [ 598.914967] env[63309]: value = "task-2729531" [ 598.914967] env[63309]: _type = "Task" [ 598.914967] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.915177] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da118e5-0ba0-4798-8004-726a0386dbb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.925662] env[63309]: DEBUG oslo_vmware.api [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Task: {'id': task-2729531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.928962] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 598.928962] env[63309]: value = "task-2729532" [ 598.928962] env[63309]: _type = "Task" [ 598.928962] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.939959] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729532, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.971812] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678006} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.972009] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 64ede278-e96e-485e-8a84-f2701d95aec3/64ede278-e96e-485e-8a84-f2701d95aec3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.972249] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.972502] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-616aac8d-9527-4809-9975-9abf3d7f73c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.982727] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 598.982727] env[63309]: value = "task-2729533" [ 598.982727] env[63309]: _type = "Task" [ 598.982727] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.994915] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.030345] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729529, 'name': ReconfigVM_Task, 'duration_secs': 0.498583} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.030551] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Reconfigured VM instance instance-00000006 to attach disk [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.031256] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca38d8a8-33d8-4f1e-9d79-7a679c27917b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.037133] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 599.037133] env[63309]: value = "task-2729534" [ 599.037133] env[63309]: _type = "Task" [ 599.037133] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.055034] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729534, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.055034] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b54cf-0125-3c58-5878-4c61f698b020, 'name': SearchDatastore_Task, 'duration_secs': 0.053333} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.055034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.055034] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f454a4c2-3812-4923-9f20-3e97d021b449/f454a4c2-3812-4923-9f20-3e97d021b449.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.055385] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.055385] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.055385] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794fe406-e133-48c2-8b42-ac63af96f014 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.057144] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafe4fb4-b09a-4df8-a7da-d6b108652502 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.062700] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 599.062700] env[63309]: value = "task-2729535" [ 599.062700] env[63309]: _type = "Task" [ 599.062700] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.069285] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.069383] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.070519] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56ed543-9d7a-44ce-9b5b-b5cc4b3c7159 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.075709] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.078754] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 599.078754] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ad538-3192-47ed-5bf4-9a385c30d1a1" [ 599.078754] env[63309]: _type = "Task" [ 599.078754] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.087047] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ad538-3192-47ed-5bf4-9a385c30d1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.196358] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6f4c34-883b-49b7-afd1-b1842a784693 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.205535] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fba1d1f-82b8-4f60-b1db-f32a7bd76427 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.246353] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05c28a5-ede7-431d-a251-302f77aadeae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.255481] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce89d7-fe75-4044-87bc-73ea8585f3c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.273269] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.289429] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "refresh_cache-978dbc54-2c4e-45ec-8a0f-59c3f2409e59" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.289809] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Instance network_info: |[{"id": "6d8fe097-784e-4d6e-b547-4798d8a3b9b6", "address": "fa:16:3e:54:c6:d0", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8fe097-78", "ovs_interfaceid": "6d8fe097-784e-4d6e-b547-4798d8a3b9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.290704] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c6:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d8fe097-784e-4d6e-b547-4798d8a3b9b6', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.298893] env[63309]: DEBUG oslo.service.loopingcall [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.299500] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.299778] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef626c0-1061-478f-b647-cef0ceaf5448 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.321691] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.321691] env[63309]: value = "task-2729536" [ 599.321691] env[63309]: _type = "Task" [ 599.321691] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.331040] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729536, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.427629] env[63309]: DEBUG oslo_vmware.api [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Task: {'id': task-2729531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17194} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.427934] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.428149] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 599.430589] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 599.430589] env[63309]: INFO nova.compute.manager [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 599.430589] env[63309]: DEBUG oslo.service.loopingcall [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.430589] env[63309]: DEBUG nova.compute.manager [-] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 599.430589] env[63309]: DEBUG nova.network.neutron [-] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 599.442593] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729532, 'name': Rename_Task, 'duration_secs': 0.160162} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.442884] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.445793] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c72acca-9a6d-4c67-9337-329003ccfc48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.457028] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 599.457028] env[63309]: value = "task-2729537" [ 599.457028] env[63309]: _type = "Task" [ 599.457028] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.467737] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.470349] env[63309]: DEBUG nova.network.neutron [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Updated VIF entry in instance network info cache for port 6556fc44-6104-4267-8516-a3458f31c4fb. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.470349] env[63309]: DEBUG nova.network.neutron [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Updating instance_info_cache with network_info: [{"id": "6556fc44-6104-4267-8516-a3458f31c4fb", "address": "fa:16:3e:5c:f2:1b", "network": {"id": "7e954757-9e97-4c65-911d-99787e2922e7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1639696506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea1d2a286cb41f6955e434f9485b266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6556fc44-61", "ovs_interfaceid": "6556fc44-6104-4267-8516-a3458f31c4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.495400] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070198} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.495677] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.496560] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5557d-c428-4507-bca4-3f76317f3ea4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.521504] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 64ede278-e96e-485e-8a84-f2701d95aec3/64ede278-e96e-485e-8a84-f2701d95aec3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.522216] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9e755b-1b99-4eb0-867c-8f574e73f0e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.558229] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 599.558229] env[63309]: value = "task-2729538" [ 599.558229] env[63309]: _type = "Task" [ 599.558229] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.563339] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729534, 'name': Rename_Task, 'duration_secs': 0.226616} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.568773] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.573428] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ad8dbe-5c97-495a-a9b0-dd17ac5728de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.592066] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.592456] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 599.592456] env[63309]: value = "task-2729539" [ 599.592456] env[63309]: _type = "Task" [ 599.592456] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.593719] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.614458] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ad538-3192-47ed-5bf4-9a385c30d1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.614691] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729539, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.615532] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c3e612-1822-4721-bf79-45b67cf804ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.621146] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 599.621146] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ab42ab-9c0e-3da2-180d-be4b3d15fd34" [ 599.621146] env[63309]: _type = "Task" [ 599.621146] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.631438] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ab42ab-9c0e-3da2-180d-be4b3d15fd34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.777743] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.839924] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729536, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.968164] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729537, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.975794] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fee3d20-b580-43ec-97dc-b79b9a4caf0b req-9e71ee26-757e-4e77-8373-ccbd9ac9f218 service nova] Releasing lock "refresh_cache-f454a4c2-3812-4923-9f20-3e97d021b449" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.988955] env[63309]: DEBUG nova.compute.manager [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Received event network-changed-bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.988955] env[63309]: DEBUG nova.compute.manager [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Refreshing instance network info cache due to event network-changed-bb0e3c86-5c39-4e43-affd-60646a349d17. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.988955] env[63309]: DEBUG oslo_concurrency.lockutils [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] Acquiring lock "refresh_cache-9a806382-53de-4fd4-933a-48407260a0e2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.988955] env[63309]: DEBUG oslo_concurrency.lockutils [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] Acquired lock "refresh_cache-9a806382-53de-4fd4-933a-48407260a0e2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.988955] env[63309]: DEBUG nova.network.neutron [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Refreshing network info cache for port bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.085198] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729538, 'name': ReconfigVM_Task, 'duration_secs': 0.507861} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.085461] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554191} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.085712] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 64ede278-e96e-485e-8a84-f2701d95aec3/64ede278-e96e-485e-8a84-f2701d95aec3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.087048] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f454a4c2-3812-4923-9f20-3e97d021b449/f454a4c2-3812-4923-9f20-3e97d021b449.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.087048] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.087048] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee471fb-9485-4228-8288-1c36fc794c42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.091756] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35d3150-a069-4b39-a3cd-9d0756430551 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.103411] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 600.103411] env[63309]: value = "task-2729545" [ 600.103411] env[63309]: _type = "Task" [ 600.103411] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.105890] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 600.105890] env[63309]: value = "task-2729544" [ 600.105890] env[63309]: _type = "Task" [ 600.105890] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.106975] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729539, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.123454] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.132304] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729545, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.141741] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ab42ab-9c0e-3da2-180d-be4b3d15fd34, 'name': SearchDatastore_Task, 'duration_secs': 0.023585} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.142107] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.142431] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 9a806382-53de-4fd4-933a-48407260a0e2/9a806382-53de-4fd4-933a-48407260a0e2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.143129] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf081f1c-8681-4d8a-b7c1-92b835854456 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.156861] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 600.156861] env[63309]: value = "task-2729546" [ 600.156861] env[63309]: _type = "Task" [ 600.156861] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.169891] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.284017] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 600.286022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.215s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.286022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.118s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.286265] env[63309]: INFO nova.compute.claims [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.335915] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729536, 'name': CreateVM_Task, 'duration_secs': 0.665844} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.339302] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.339302] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.339302] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.339302] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.339302] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360d3fae-41e8-4ff2-b74f-7044623e089a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.346356] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 600.346356] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f66a0d-337f-aaf9-62d3-84eef4c46da7" [ 600.346356] env[63309]: _type = "Task" [ 600.346356] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.356448] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f66a0d-337f-aaf9-62d3-84eef4c46da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.475333] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729537, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.609741] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729539, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.627336] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729545, 'name': Rename_Task, 'duration_secs': 0.253868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.630581] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.631683] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134065} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.631683] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02632b5-3c6c-4406-9045-71c3eb527226 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.633840] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.634664] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47655e60-258c-4dc9-b63c-6f37cd307b2c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.656609] env[63309]: DEBUG nova.network.neutron [-] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.672018] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f454a4c2-3812-4923-9f20-3e97d021b449/f454a4c2-3812-4923-9f20-3e97d021b449.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.675825] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b4f396-3598-48e9-8642-d586779411dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.693951] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 600.693951] env[63309]: value = "task-2729547" [ 600.693951] env[63309]: _type = "Task" [ 600.693951] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.701879] env[63309]: DEBUG nova.compute.manager [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Received event network-vif-deleted-d0e70399-fa5e-44d8-bc28-935eb6fa1852 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.702321] env[63309]: DEBUG nova.compute.manager [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Received event network-vif-plugged-6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.702707] env[63309]: DEBUG oslo_concurrency.lockutils [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] Acquiring lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.703352] env[63309]: DEBUG oslo_concurrency.lockutils [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.703352] env[63309]: DEBUG oslo_concurrency.lockutils [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.703835] env[63309]: DEBUG nova.compute.manager [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] No waiting events found dispatching network-vif-plugged-6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.704096] env[63309]: WARNING nova.compute.manager [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Received unexpected event network-vif-plugged-6d8fe097-784e-4d6e-b547-4798d8a3b9b6 for instance with vm_state building and task_state spawning. [ 600.704323] env[63309]: DEBUG nova.compute.manager [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Received event network-changed-6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.704554] env[63309]: DEBUG nova.compute.manager [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Refreshing instance network info cache due to event network-changed-6d8fe097-784e-4d6e-b547-4798d8a3b9b6. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.704821] env[63309]: DEBUG oslo_concurrency.lockutils [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] Acquiring lock "refresh_cache-978dbc54-2c4e-45ec-8a0f-59c3f2409e59" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.705057] env[63309]: DEBUG oslo_concurrency.lockutils [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] Acquired lock "refresh_cache-978dbc54-2c4e-45ec-8a0f-59c3f2409e59" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.705256] env[63309]: DEBUG nova.network.neutron [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Refreshing network info cache for port 6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.718144] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 600.718144] env[63309]: value = "task-2729548" [ 600.718144] env[63309]: _type = "Task" [ 600.718144] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.738509] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.738509] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.754087] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.869588] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f66a0d-337f-aaf9-62d3-84eef4c46da7, 'name': SearchDatastore_Task, 'duration_secs': 0.026083} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.869926] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.870177] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.870835] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.870835] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.870835] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.871064] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d500ec-6ebb-4ab5-b989-436b0142721c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.887392] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.887392] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.887392] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e3d8e7-3d66-4a96-97fa-bd38cf10ff56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.896479] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 600.896479] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524799c5-5844-818e-7115-603206b401c7" [ 600.896479] env[63309]: _type = "Task" [ 600.896479] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.911082] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524799c5-5844-818e-7115-603206b401c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.972435] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729537, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.016443] env[63309]: DEBUG nova.network.neutron [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Updated VIF entry in instance network info cache for port bb0e3c86-5c39-4e43-affd-60646a349d17. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.016728] env[63309]: DEBUG nova.network.neutron [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Updating instance_info_cache with network_info: [{"id": "bb0e3c86-5c39-4e43-affd-60646a349d17", "address": "fa:16:3e:51:20:ae", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0e3c86-5c", "ovs_interfaceid": "bb0e3c86-5c39-4e43-affd-60646a349d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.114806] env[63309]: DEBUG oslo_vmware.api [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729539, 'name': PowerOnVM_Task, 'duration_secs': 1.386444} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.114806] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.114806] env[63309]: INFO nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Took 15.30 seconds to spawn the instance on the hypervisor. [ 601.114806] env[63309]: DEBUG nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.114806] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0e333a-8eae-4f7d-aa9e-6acbf0488b79 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.173633] env[63309]: INFO nova.compute.manager [-] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Took 1.74 seconds to deallocate network for instance. [ 601.196864] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742824} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.200896] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 9a806382-53de-4fd4-933a-48407260a0e2/9a806382-53de-4fd4-933a-48407260a0e2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.201355] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.209245] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c71345e3-89e7-4f82-a2f7-986039fe7a6b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.221686] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 601.221686] env[63309]: value = "task-2729549" [ 601.221686] env[63309]: _type = "Task" [ 601.221686] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.223163] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.236791] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.249817] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729548, 'name': ReconfigVM_Task, 'duration_secs': 0.461841} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.250103] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f454a4c2-3812-4923-9f20-3e97d021b449/f454a4c2-3812-4923-9f20-3e97d021b449.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.250729] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32361f09-cb0f-4811-b265-dcb0073be0fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.262681] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 601.262681] env[63309]: value = "task-2729550" [ 601.262681] env[63309]: _type = "Task" [ 601.262681] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.276166] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729550, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.409026] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524799c5-5844-818e-7115-603206b401c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016379} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.419712] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1865ff4a-f0a6-478b-8c74-95f3fa34a3e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.427354] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 601.427354] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f1f550-336f-1117-fbfe-22c19a064877" [ 601.427354] env[63309]: _type = "Task" [ 601.427354] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.437336] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f1f550-336f-1117-fbfe-22c19a064877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.483880] env[63309]: DEBUG oslo_vmware.api [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729537, 'name': PowerOnVM_Task, 'duration_secs': 1.660781} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.483880] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.483880] env[63309]: INFO nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Took 18.11 seconds to spawn the instance on the hypervisor. [ 601.483880] env[63309]: DEBUG nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.483880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38608b55-3003-4cf3-9615-95e6d30ade82 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.519403] env[63309]: DEBUG oslo_concurrency.lockutils [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] Releasing lock "refresh_cache-9a806382-53de-4fd4-933a-48407260a0e2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.519677] env[63309]: DEBUG nova.compute.manager [req-d1e8f4bb-663e-4977-b696-41bad050f130 req-42dc6905-ac43-44aa-a1ca-e6767c99120d service nova] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Received event network-vif-deleted-5a01a245-591b-4832-8f8b-50a0f703ed7c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.641961] env[63309]: INFO nova.compute.manager [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Took 26.08 seconds to build instance. [ 601.692254] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.696324] env[63309]: DEBUG nova.compute.manager [None req-ed224f7d-cb46-4d2f-b087-2275e79e6839 tempest-ServerDiagnosticsV248Test-1869629862 tempest-ServerDiagnosticsV248Test-1869629862-project-admin] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.696373] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0227e3-dddf-464a-a97c-d9cd30317284 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.708955] env[63309]: INFO nova.compute.manager [None req-ed224f7d-cb46-4d2f-b087-2275e79e6839 tempest-ServerDiagnosticsV248Test-1869629862 tempest-ServerDiagnosticsV248Test-1869629862-project-admin] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Retrieving diagnostics [ 601.719025] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d70b9-f0e9-4440-8b30-b8d10ed3076d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.762735] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdae47a-0b51-410e-87e4-0c824395c785 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.766569] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729547, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.774700] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272197} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.777331] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.777798] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ff778c-980f-46cb-859a-d94770a4e88c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.787021] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95d914-cebe-403e-b91a-f939a000cb15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.787294] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729550, 'name': Rename_Task, 'duration_secs': 0.264106} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.788275] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.788275] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73122adb-5da2-4d40-9535-3df694ebf22b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.810131] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9a806382-53de-4fd4-933a-48407260a0e2/9a806382-53de-4fd4-933a-48407260a0e2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.837350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5f2ed1-d96d-49e8-b876-3eb2a9a39fba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.864254] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fc81d3-d7b4-4418-af84-e55369f3c8ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.866377] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 601.866377] env[63309]: value = "task-2729551" [ 601.866377] env[63309]: _type = "Task" [ 601.866377] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.879885] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e70d64f-84b0-4493-8454-e45769486374 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.885089] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 601.885089] env[63309]: value = "task-2729552" [ 601.885089] env[63309]: _type = "Task" [ 601.885089] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.893593] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.905323] env[63309]: DEBUG nova.compute.provider_tree [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.913328] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.941340] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f1f550-336f-1117-fbfe-22c19a064877, 'name': SearchDatastore_Task, 'duration_secs': 0.03134} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.941669] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.941909] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 978dbc54-2c4e-45ec-8a0f-59c3f2409e59/978dbc54-2c4e-45ec-8a0f-59c3f2409e59.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.942464] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad716d7-c6aa-4d44-a01a-fb2704531e9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.952859] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 601.952859] env[63309]: value = "task-2729553" [ 601.952859] env[63309]: _type = "Task" [ 601.952859] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.963958] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.011019] env[63309]: INFO nova.compute.manager [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Took 28.15 seconds to build instance. [ 602.144554] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ea987c3f-56d8-4c23-ac90-c5ae4c612c10 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "d3a67084-5702-4a8e-901d-bbafae785194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.594s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.156976] env[63309]: DEBUG nova.network.neutron [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Updated VIF entry in instance network info cache for port 6d8fe097-784e-4d6e-b547-4798d8a3b9b6. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.157298] env[63309]: DEBUG nova.network.neutron [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Updating instance_info_cache with network_info: [{"id": "6d8fe097-784e-4d6e-b547-4798d8a3b9b6", "address": "fa:16:3e:54:c6:d0", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8fe097-78", "ovs_interfaceid": "6d8fe097-784e-4d6e-b547-4798d8a3b9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.221576] env[63309]: DEBUG oslo_vmware.api [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729547, 'name': PowerOnVM_Task, 'duration_secs': 1.123798} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.222032] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.222279] env[63309]: INFO nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Took 13.90 seconds to spawn the instance on the hypervisor. [ 602.222535] env[63309]: DEBUG nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.224332] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641a331-c818-425e-9071-72adf047fd18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.383130] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729551, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.405497] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.407646] env[63309]: DEBUG nova.scheduler.client.report [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.468322] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729553, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.513202] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1e18c98c-b53f-48b5-b71d-abf16ef1b53a tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.664s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.648160] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.662125] env[63309]: DEBUG oslo_concurrency.lockutils [req-356d4116-68f3-461c-b605-91215c61c171 req-84db912d-94dd-4ea1-a487-fb82e0aa4193 service nova] Releasing lock "refresh_cache-978dbc54-2c4e-45ec-8a0f-59c3f2409e59" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.762957] env[63309]: INFO nova.compute.manager [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Took 24.89 seconds to build instance. [ 602.889763] env[63309]: DEBUG oslo_vmware.api [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729551, 'name': PowerOnVM_Task, 'duration_secs': 0.915981} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.892391] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.892925] env[63309]: INFO nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Took 12.24 seconds to spawn the instance on the hypervisor. [ 602.893999] env[63309]: DEBUG nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.903939] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae7dbc-6e9b-4faf-aa9f-f7146501259e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.910360] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.910752] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.919564] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.920488] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.923830] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729552, 'name': ReconfigVM_Task, 'duration_secs': 0.826701} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.926564] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.659s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.928936] env[63309]: INFO nova.compute.claims [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.932903] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9a806382-53de-4fd4-933a-48407260a0e2/9a806382-53de-4fd4-933a-48407260a0e2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.941879] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e27005-39ba-460b-a735-d6b2668b7466 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.956499] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 602.956499] env[63309]: value = "task-2729554" [ 602.956499] env[63309]: _type = "Task" [ 602.956499] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.984315] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729554, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.984315] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.984315] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 978dbc54-2c4e-45ec-8a0f-59c3f2409e59/978dbc54-2c4e-45ec-8a0f-59c3f2409e59.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.984315] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.984315] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9de87ab2-7f39-488a-8d4c-f6d3015af8f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.993443] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 602.993443] env[63309]: value = "task-2729556" [ 602.993443] env[63309]: _type = "Task" [ 602.993443] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.016563] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.190734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.266587] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b34ebed-fb93-405c-aa84-70fbdf236bd5 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "64ede278-e96e-485e-8a84-f2701d95aec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.402s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.448366] env[63309]: DEBUG nova.compute.utils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.450205] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.450427] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.466966] env[63309]: INFO nova.compute.manager [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Took 21.35 seconds to build instance. [ 603.475091] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729554, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.511359] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090951} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.511359] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.511829] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16d678b-5b09-47bf-a82a-25f11810ba7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.551920] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 978dbc54-2c4e-45ec-8a0f-59c3f2409e59/978dbc54-2c4e-45ec-8a0f-59c3f2409e59.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.558306] env[63309]: DEBUG nova.policy [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8156d763fd40cebc28580f27166ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6f2ab6c5fb44798b957221ea23cb8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.560846] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2e12eb-9032-4323-b2b1-d70d3c97f9a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.587757] env[63309]: DEBUG nova.compute.manager [req-8cf2610e-eb3e-4a4c-8f92-edf9db235da9 req-0a8c0569-ff53-4174-87e9-6ade6a80c040 service nova] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Received event network-vif-deleted-792c9a22-07d1-4ea5-a105-7f4a0c9c6704 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.590068] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 603.590068] env[63309]: value = "task-2729557" [ 603.590068] env[63309]: _type = "Task" [ 603.590068] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.607694] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.609313] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.770176] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.955908] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.971306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-82814c28-14ab-4f0d-a736-ab8f54ed82ff tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "f454a4c2-3812-4923-9f20-3e97d021b449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.867s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.972816] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729554, 'name': Rename_Task, 'duration_secs': 0.551516} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.973941] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.974478] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640043ba-1e41-4dcb-9a37-84d03bd00e60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.987985] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 603.987985] env[63309]: value = "task-2729558" [ 603.987985] env[63309]: _type = "Task" [ 603.987985] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.997895] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.107393] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.266828] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.267161] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.297142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.351827] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Successfully created port: 07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.371687] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8fdc4d-36bd-4e85-b8ac-ab2f0690baf2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.381423] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a172f-5048-4c68-894a-3f031b40db69 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.415121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "f5291147-c37e-4400-8a4f-9694049e55a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.415121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "f5291147-c37e-4400-8a4f-9694049e55a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.415344] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "f5291147-c37e-4400-8a4f-9694049e55a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.415759] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "f5291147-c37e-4400-8a4f-9694049e55a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.415759] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "f5291147-c37e-4400-8a4f-9694049e55a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.418497] env[63309]: INFO nova.compute.manager [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Terminating instance [ 604.420444] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a0e000-67d8-48bf-b3f0-f9877287f3f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.431331] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273b0b92-dbda-42a0-82d6-2bc6568f3ddc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.450165] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.453451] env[63309]: DEBUG nova.compute.manager [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Received event network-changed {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.453636] env[63309]: DEBUG nova.compute.manager [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Refreshing instance network info cache due to event network-changed. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.453879] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] Acquiring lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.454121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] Acquired lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.454179] env[63309]: DEBUG nova.network.neutron [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.474918] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.501112] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729558, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.612245] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729557, 'name': ReconfigVM_Task, 'duration_secs': 0.675718} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.612572] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 978dbc54-2c4e-45ec-8a0f-59c3f2409e59/978dbc54-2c4e-45ec-8a0f-59c3f2409e59.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.613268] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2c961bb-50a1-497e-ab0d-39d4637929a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.622265] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 604.622265] env[63309]: value = "task-2729559" [ 604.622265] env[63309]: _type = "Task" [ 604.622265] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.635184] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729559, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.926856] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "refresh_cache-f5291147-c37e-4400-8a4f-9694049e55a8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.927515] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquired lock "refresh_cache-f5291147-c37e-4400-8a4f-9694049e55a8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.928488] env[63309]: DEBUG nova.network.neutron [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.967335] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.002217] env[63309]: ERROR nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [req-8644080d-c34c-4242-adf8-ade35de9468e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8644080d-c34c-4242-adf8-ade35de9468e"}]} [ 605.009423] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729558, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.013740] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.014187] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.014755] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.016550] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.017225] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.017659] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.019307] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.019307] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.019307] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.019307] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.019307] env[63309]: DEBUG nova.virt.hardware [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.022189] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b6399-d756-4da0-9232-bfb625dc7018 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.026231] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.033823] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eadc15e-b83f-49b2-8095-de28454880bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.041063] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 605.074409] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 605.074780] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 26 to 27 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.074780] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.098929] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 605.129374] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 605.137388] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729559, 'name': Rename_Task, 'duration_secs': 0.245625} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.137388] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.137718] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1012fddf-9c42-4750-9e76-1dac09449938 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.148399] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 605.148399] env[63309]: value = "task-2729561" [ 605.148399] env[63309]: _type = "Task" [ 605.148399] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.163451] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.410934] env[63309]: DEBUG nova.network.neutron [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Updating instance_info_cache with network_info: [{"id": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "address": "fa:16:3e:a3:63:dd", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6560678a-1f", "ovs_interfaceid": "6560678a-1f67-4b3b-825a-a83b8eb5faff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.469766] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "e326a358-f9de-48db-a7ef-a11636ec7c07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.470019] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.473712] env[63309]: DEBUG nova.network.neutron [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.503143] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729558, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.543723] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f6fa13-154c-4022-8250-6fd53fc54cab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.559909] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ed5ca-ed68-4d27-a252-297b708f6e4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.604989] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e89a9-8839-41dc-9266-2cf8e241ace4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.616575] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa9c19-060f-4a16-88f4-3bae4e79344b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.637454] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.659455] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.830768] env[63309]: DEBUG nova.network.neutron [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.919866] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9c7e18a7-e39a-4657-bee7-faaaa47817ad tempest-ServerExternalEventsTest-252042463 tempest-ServerExternalEventsTest-252042463-project] Releasing lock "refresh_cache-9cdd1898-b712-49fd-8e0f-83607a848fca" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.007754] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729558, 'name': PowerOnVM_Task, 'duration_secs': 1.850161} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.008073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.008241] env[63309]: INFO nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Took 12.97 seconds to spawn the instance on the hypervisor. [ 606.008420] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.009248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c389265f-b00e-4557-b0e2-6a01000db5a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.149743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.149983] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.165391] env[63309]: ERROR nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [req-11312b61-285c-42a8-883b-08522f9605a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11312b61-285c-42a8-883b-08522f9605a2"}]} [ 606.168711] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.169180] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.179161] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729561, 'name': PowerOnVM_Task, 'duration_secs': 0.671459} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.183020] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.183020] env[63309]: INFO nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Took 11.09 seconds to spawn the instance on the hypervisor. [ 606.183020] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.183020] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a18a3-11af-4003-b4c3-2f809fb9ea33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.202854] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 606.224336] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 606.224555] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.239352] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 606.265782] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 606.334131] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Releasing lock "refresh_cache-f5291147-c37e-4400-8a4f-9694049e55a8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.338059] env[63309]: DEBUG nova.compute.manager [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.338899] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.339161] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22605a1c-cee5-4d74-abb9-bd6f4177fa22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.351642] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.351642] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df4374d-d19a-4f06-80c7-427d3aaceb70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.362745] env[63309]: DEBUG oslo_vmware.api [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 606.362745] env[63309]: value = "task-2729562" [ 606.362745] env[63309]: _type = "Task" [ 606.362745] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.382782] env[63309]: DEBUG oslo_vmware.api [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.533659] env[63309]: INFO nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Took 23.03 seconds to build instance. [ 606.665538] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "9cdd1898-b712-49fd-8e0f-83607a848fca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.665810] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.666021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "9cdd1898-b712-49fd-8e0f-83607a848fca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.666260] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.666480] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.669544] env[63309]: INFO nova.compute.manager [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Terminating instance [ 606.705961] env[63309]: INFO nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Took 23.16 seconds to build instance. [ 606.714293] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444c815-7a15-4fda-ba7c-2e64eee20674 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.723877] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eab4f0-9334-42a4-8f19-a25bf8495ccc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.762067] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccca5b2-acfe-4c39-a54c-a2d3b106cc24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.771583] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08170b66-9fd3-4778-8500-38d0e499af78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.787797] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.875758] env[63309]: DEBUG oslo_vmware.api [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729562, 'name': PowerOffVM_Task, 'duration_secs': 0.317703} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.876036] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.876201] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.876441] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c478a4-d61a-4b6b-934d-d65973432688 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.908622] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Successfully updated port: 07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.915957] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.916181] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.916358] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleting the datastore file [datastore1] f5291147-c37e-4400-8a4f-9694049e55a8 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.917649] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5712d4fa-e0ac-44d9-bf1a-0c35af233eaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.925994] env[63309]: DEBUG oslo_vmware.api [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for the task: (returnval){ [ 606.925994] env[63309]: value = "task-2729564" [ 606.925994] env[63309]: _type = "Task" [ 606.925994] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.934747] env[63309]: DEBUG oslo_vmware.api [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.035788] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "9a806382-53de-4fd4-933a-48407260a0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.547s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.179026] env[63309]: DEBUG nova.compute.manager [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.179026] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.179797] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84577a1b-a905-444b-a24a-a5833182096f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.192393] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.192672] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0b2ecf-fa99-4dc9-860e-b5bd146a66a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.202099] env[63309]: DEBUG oslo_vmware.api [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 607.202099] env[63309]: value = "task-2729566" [ 607.202099] env[63309]: _type = "Task" [ 607.202099] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.207877] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.671s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.212779] env[63309]: DEBUG oslo_vmware.api [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.337193] env[63309]: DEBUG nova.scheduler.client.report [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 607.337193] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 29 to 30 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 607.337193] env[63309]: DEBUG nova.compute.provider_tree [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.378292] env[63309]: DEBUG nova.compute.manager [req-c146138d-a3ff-4443-9641-5b1d42653235 req-22d3f7e1-c305-4049-b8c4-614550d25376 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Received event network-vif-plugged-07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.378292] env[63309]: DEBUG oslo_concurrency.lockutils [req-c146138d-a3ff-4443-9641-5b1d42653235 req-22d3f7e1-c305-4049-b8c4-614550d25376 service nova] Acquiring lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.378603] env[63309]: DEBUG oslo_concurrency.lockutils [req-c146138d-a3ff-4443-9641-5b1d42653235 req-22d3f7e1-c305-4049-b8c4-614550d25376 service nova] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.378962] env[63309]: DEBUG oslo_concurrency.lockutils [req-c146138d-a3ff-4443-9641-5b1d42653235 req-22d3f7e1-c305-4049-b8c4-614550d25376 service nova] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.379274] env[63309]: DEBUG nova.compute.manager [req-c146138d-a3ff-4443-9641-5b1d42653235 req-22d3f7e1-c305-4049-b8c4-614550d25376 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] No waiting events found dispatching network-vif-plugged-07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.379544] env[63309]: WARNING nova.compute.manager [req-c146138d-a3ff-4443-9641-5b1d42653235 req-22d3f7e1-c305-4049-b8c4-614550d25376 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Received unexpected event network-vif-plugged-07fbb62e-c4ac-47b7-a0af-37858fbe8330 for instance with vm_state building and task_state spawning. [ 607.411647] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "refresh_cache-d4213b95-e4c2-42e4-94f9-f3b1848bf783" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.412034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "refresh_cache-d4213b95-e4c2-42e4-94f9-f3b1848bf783" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.412222] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.437440] env[63309]: DEBUG oslo_vmware.api [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Task: {'id': task-2729564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176102} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.441563] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.441563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.441563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.441563] env[63309]: INFO nova.compute.manager [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 607.441563] env[63309]: DEBUG oslo.service.loopingcall [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.441872] env[63309]: DEBUG nova.compute.manager [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.441872] env[63309]: DEBUG nova.network.neutron [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.462501] env[63309]: DEBUG nova.network.neutron [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.539845] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.714389] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.717577] env[63309]: DEBUG oslo_vmware.api [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729566, 'name': PowerOffVM_Task, 'duration_secs': 0.223502} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.717802] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.717968] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.718267] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392e9e8b-78e4-4512-af0b-f6c17fe6eba3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.793706] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.793942] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.794146] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleting the datastore file [datastore2] 9cdd1898-b712-49fd-8e0f-83607a848fca {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.798267] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610ac2a8-592f-4e05-857f-7a66916d2829 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.805232] env[63309]: DEBUG oslo_vmware.api [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for the task: (returnval){ [ 607.805232] env[63309]: value = "task-2729568" [ 607.805232] env[63309]: _type = "Task" [ 607.805232] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.816368] env[63309]: DEBUG oslo_vmware.api [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.846472] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.919s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.846472] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.849417] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.997s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.850872] env[63309]: INFO nova.compute.claims [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.957630] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.964567] env[63309]: DEBUG nova.network.neutron [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.075212] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.150035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.150035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.202299] env[63309]: DEBUG nova.network.neutron [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Updating instance_info_cache with network_info: [{"id": "07fbb62e-c4ac-47b7-a0af-37858fbe8330", "address": "fa:16:3e:05:55:79", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fbb62e-c4", "ovs_interfaceid": "07fbb62e-c4ac-47b7-a0af-37858fbe8330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.243270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.316685] env[63309]: DEBUG oslo_vmware.api [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Task: {'id': task-2729568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173904} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.317023] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.317225] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.317399] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.317587] env[63309]: INFO nova.compute.manager [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 608.318103] env[63309]: DEBUG oslo.service.loopingcall [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.318103] env[63309]: DEBUG nova.compute.manager [-] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.318103] env[63309]: DEBUG nova.network.neutron [-] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.328846] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "62442772-63e0-46c1-9955-30f9cdb700a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.329092] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "62442772-63e0-46c1-9955-30f9cdb700a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.356820] env[63309]: DEBUG nova.compute.utils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.361993] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.361993] env[63309]: DEBUG nova.network.neutron [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.451060] env[63309]: DEBUG nova.policy [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41076973d427405fac095ca4616c211d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f517386fbaa468d862d441f4f7faabf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.468344] env[63309]: INFO nova.compute.manager [-] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Took 1.03 seconds to deallocate network for instance. [ 608.710477] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "refresh_cache-d4213b95-e4c2-42e4-94f9-f3b1848bf783" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.710477] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Instance network_info: |[{"id": "07fbb62e-c4ac-47b7-a0af-37858fbe8330", "address": "fa:16:3e:05:55:79", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fbb62e-c4", "ovs_interfaceid": "07fbb62e-c4ac-47b7-a0af-37858fbe8330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.710914] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:55:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07fbb62e-c4ac-47b7-a0af-37858fbe8330', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.722939] env[63309]: DEBUG oslo.service.loopingcall [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.724215] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.724215] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9672cac-aba5-425c-bcd7-f47c664c9c98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.748985] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.748985] env[63309]: value = "task-2729569" [ 608.748985] env[63309]: _type = "Task" [ 608.748985] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.761786] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729569, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.860424] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.889142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "f454a4c2-3812-4923-9f20-3e97d021b449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.890301] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "f454a4c2-3812-4923-9f20-3e97d021b449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.890301] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "f454a4c2-3812-4923-9f20-3e97d021b449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.890301] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "f454a4c2-3812-4923-9f20-3e97d021b449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.890301] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "f454a4c2-3812-4923-9f20-3e97d021b449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.893130] env[63309]: INFO nova.compute.manager [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Terminating instance [ 608.981791] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.039637] env[63309]: DEBUG nova.network.neutron [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Successfully created port: 9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.264443] env[63309]: DEBUG nova.network.neutron [-] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.264443] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729569, 'name': CreateVM_Task, 'duration_secs': 0.440954} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.266934] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.268788] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.268992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.270221] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.270221] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc54af5-0a6a-4971-aeba-76fcd83f8c92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.278564] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 609.278564] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527f6154-9473-2911-5ec5-92030ac5b344" [ 609.278564] env[63309]: _type = "Task" [ 609.278564] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.296649] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527f6154-9473-2911-5ec5-92030ac5b344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.373146] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a951e2ff-c6e5-443f-875a-c612c73fca1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.383248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58648f95-9d3d-47f4-a3b1-99fe607a55f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.428614] env[63309]: DEBUG nova.compute.manager [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.428614] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.431581] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cce649-7509-4a06-8c4f-6defcac63e83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.434469] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a51a4-4bc4-40c5-9534-58683b0fc8f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.449021] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c40b9-20f5-4060-888d-6399a5044ca5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.451506] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.451804] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b84232-7f37-4d6a-be2e-9f9ab124ade0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.464994] env[63309]: DEBUG nova.compute.provider_tree [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.468117] env[63309]: DEBUG oslo_vmware.api [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 609.468117] env[63309]: value = "task-2729571" [ 609.468117] env[63309]: _type = "Task" [ 609.468117] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.494019] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.494019] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.768296] env[63309]: INFO nova.compute.manager [-] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Took 1.45 seconds to deallocate network for instance. [ 609.791529] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527f6154-9473-2911-5ec5-92030ac5b344, 'name': SearchDatastore_Task, 'duration_secs': 0.02892} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.791877] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.792133] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.792384] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.792525] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.792713] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.793083] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df11331a-52fa-4923-a112-734683df42ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.804530] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.804834] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.805919] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa6de6b-b7f9-4e7e-867d-815788831040 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.813541] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 609.813541] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aa8a5a-f4e1-5e36-e848-31b2a8967fed" [ 609.813541] env[63309]: _type = "Task" [ 609.813541] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.828447] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aa8a5a-f4e1-5e36-e848-31b2a8967fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.878373] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.926166] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.926166] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.926166] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.926425] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.926425] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.926425] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.926550] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.926770] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.926984] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.927195] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.927449] env[63309]: DEBUG nova.virt.hardware [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.928542] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8baa8c-c268-453e-be20-21259cfabf6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.940095] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f42109-bfa0-432a-a3c1-e1bf02215c1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.984375] env[63309]: DEBUG oslo_vmware.api [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729571, 'name': PowerOffVM_Task, 'duration_secs': 0.286488} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.984459] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.984616] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.984882] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee361c29-9069-4a98-881d-ea2dfa45e7a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.000146] env[63309]: ERROR nova.scheduler.client.report [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [req-c91a167d-0569-4211-af8b-c5f4384ddca5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c91a167d-0569-4211-af8b-c5f4384ddca5"}]} [ 610.031286] env[63309]: DEBUG nova.scheduler.client.report [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 610.052033] env[63309]: DEBUG nova.scheduler.client.report [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 610.052033] env[63309]: DEBUG nova.compute.provider_tree [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.065976] env[63309]: DEBUG nova.scheduler.client.report [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 610.089730] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.090663] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.090663] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Deleting the datastore file [datastore2] f454a4c2-3812-4923-9f20-3e97d021b449 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.090663] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b01ea8-9086-4106-b147-b13400b24d2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.095265] env[63309]: DEBUG nova.scheduler.client.report [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 610.095479] env[63309]: DEBUG nova.compute.provider_tree [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 33 to 34 during operation: update_traits {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 610.100040] env[63309]: DEBUG oslo_vmware.api [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for the task: (returnval){ [ 610.100040] env[63309]: value = "task-2729573" [ 610.100040] env[63309]: _type = "Task" [ 610.100040] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.109707] env[63309]: DEBUG oslo_vmware.api [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.254303] env[63309]: DEBUG nova.compute.manager [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Received event network-changed-07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.254424] env[63309]: DEBUG nova.compute.manager [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Refreshing instance network info cache due to event network-changed-07fbb62e-c4ac-47b7-a0af-37858fbe8330. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.254683] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] Acquiring lock "refresh_cache-d4213b95-e4c2-42e4-94f9-f3b1848bf783" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.254809] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] Acquired lock "refresh_cache-d4213b95-e4c2-42e4-94f9-f3b1848bf783" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254970] env[63309]: DEBUG nova.network.neutron [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Refreshing network info cache for port 07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.279766] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.327701] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aa8a5a-f4e1-5e36-e848-31b2a8967fed, 'name': SearchDatastore_Task, 'duration_secs': 0.018824} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.328982] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11729dfb-23f8-4a2e-ad83-cb6b62b04693 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.340238] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 610.340238] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f08c89-07b8-f4df-8235-3b58258e2b0b" [ 610.340238] env[63309]: _type = "Task" [ 610.340238] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.352153] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f08c89-07b8-f4df-8235-3b58258e2b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.575394] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "159ca879-6987-4172-ba28-5bc3592daded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.575695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "159ca879-6987-4172-ba28-5bc3592daded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.586203] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b758d2-dbc3-48eb-966d-160da44691c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.597102] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e02245e-a742-467c-94a3-f4c69c481449 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.612010] env[63309]: DEBUG oslo_vmware.api [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Task: {'id': task-2729573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179519} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.638088] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.638088] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.638088] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.638631] env[63309]: INFO nova.compute.manager [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Took 1.21 seconds to destroy the instance on the hypervisor. [ 610.638631] env[63309]: DEBUG oslo.service.loopingcall [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.639156] env[63309]: DEBUG nova.compute.manager [-] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.639156] env[63309]: DEBUG nova.network.neutron [-] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.642030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d986530-184a-48da-8768-3f993ebced33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.652844] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963b0457-0f37-46ba-a87b-817e9e761139 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.668279] env[63309]: DEBUG nova.compute.provider_tree [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.720235] env[63309]: DEBUG nova.network.neutron [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Successfully updated port: 9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.851783] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f08c89-07b8-f4df-8235-3b58258e2b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.852138] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.852531] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] d4213b95-e4c2-42e4-94f9-f3b1848bf783/d4213b95-e4c2-42e4-94f9-f3b1848bf783.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.852703] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f18c56f-d42d-487d-86e9-6e7c8b110ba9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.860517] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 610.860517] env[63309]: value = "task-2729574" [ 610.860517] env[63309]: _type = "Task" [ 610.860517] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.869257] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.058250] env[63309]: DEBUG nova.network.neutron [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Updated VIF entry in instance network info cache for port 07fbb62e-c4ac-47b7-a0af-37858fbe8330. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.058674] env[63309]: DEBUG nova.network.neutron [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Updating instance_info_cache with network_info: [{"id": "07fbb62e-c4ac-47b7-a0af-37858fbe8330", "address": "fa:16:3e:05:55:79", "network": {"id": "aed3c6d5-bb51-4a68-8689-abf7ff453a01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1141683196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6f2ab6c5fb44798b957221ea23cb8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fbb62e-c4", "ovs_interfaceid": "07fbb62e-c4ac-47b7-a0af-37858fbe8330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.157770] env[63309]: DEBUG nova.compute.manager [req-7b5a5ec8-7f4b-4320-be35-2a3fc65a5d03 req-29c9c098-b933-454e-8ce8-285693c2bd2a service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Received event network-vif-plugged-9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.158232] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b5a5ec8-7f4b-4320-be35-2a3fc65a5d03 req-29c9c098-b933-454e-8ce8-285693c2bd2a service nova] Acquiring lock "a81d331d-a372-4b75-adea-cd324d89174f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.158382] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b5a5ec8-7f4b-4320-be35-2a3fc65a5d03 req-29c9c098-b933-454e-8ce8-285693c2bd2a service nova] Lock "a81d331d-a372-4b75-adea-cd324d89174f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.158571] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b5a5ec8-7f4b-4320-be35-2a3fc65a5d03 req-29c9c098-b933-454e-8ce8-285693c2bd2a service nova] Lock "a81d331d-a372-4b75-adea-cd324d89174f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.158743] env[63309]: DEBUG nova.compute.manager [req-7b5a5ec8-7f4b-4320-be35-2a3fc65a5d03 req-29c9c098-b933-454e-8ce8-285693c2bd2a service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] No waiting events found dispatching network-vif-plugged-9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.159010] env[63309]: WARNING nova.compute.manager [req-7b5a5ec8-7f4b-4320-be35-2a3fc65a5d03 req-29c9c098-b933-454e-8ce8-285693c2bd2a service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Received unexpected event network-vif-plugged-9e49750b-485c-4ce7-97dd-94e58dbd2824 for instance with vm_state building and task_state spawning. [ 611.225235] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "refresh_cache-a81d331d-a372-4b75-adea-cd324d89174f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.225235] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquired lock "refresh_cache-a81d331d-a372-4b75-adea-cd324d89174f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.225417] env[63309]: DEBUG nova.network.neutron [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.241385] env[63309]: DEBUG nova.scheduler.client.report [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 611.241996] env[63309]: DEBUG nova.compute.provider_tree [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 34 to 35 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.242189] env[63309]: DEBUG nova.compute.provider_tree [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.374569] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.562181] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] Releasing lock "refresh_cache-d4213b95-e4c2-42e4-94f9-f3b1848bf783" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.562302] env[63309]: DEBUG nova.compute.manager [req-bfb368f7-9a36-4fd0-979a-c29ad754fa0d req-417e17a4-9bc5-4ff3-b60a-7585096d7eee service nova] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Received event network-vif-deleted-6560678a-1f67-4b3b-825a-a83b8eb5faff {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.732230] env[63309]: DEBUG nova.network.neutron [-] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.750305] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.901s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.750814] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.753984] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.374s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.756746] env[63309]: INFO nova.compute.claims [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.783677] env[63309]: DEBUG nova.network.neutron [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.873448] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607407} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.874469] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] d4213b95-e4c2-42e4-94f9-f3b1848bf783/d4213b95-e4c2-42e4-94f9-f3b1848bf783.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.874469] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.874620] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45c4445b-3b51-4c4c-80c0-1a1c99854003 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.883936] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 611.883936] env[63309]: value = "task-2729575" [ 611.883936] env[63309]: _type = "Task" [ 611.883936] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.896527] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.992574] env[63309]: DEBUG nova.network.neutron [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Updating instance_info_cache with network_info: [{"id": "9e49750b-485c-4ce7-97dd-94e58dbd2824", "address": "fa:16:3e:91:33:96", "network": {"id": "122aa2e3-4006-4ce7-9d57-03556af8537e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1454241984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f517386fbaa468d862d441f4f7faabf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e49750b-48", "ovs_interfaceid": "9e49750b-485c-4ce7-97dd-94e58dbd2824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.026477] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "5115d225-d919-423e-a06a-abda789c9728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.026477] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "5115d225-d919-423e-a06a-abda789c9728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.238959] env[63309]: INFO nova.compute.manager [-] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Took 1.60 seconds to deallocate network for instance. [ 612.255576] env[63309]: DEBUG nova.compute.utils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.256977] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.257231] env[63309]: DEBUG nova.network.neutron [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.325237] env[63309]: DEBUG nova.policy [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd5dc3427374c28ba32bcd54e677498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d48069cfa8943d3997e3acc09227fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.397020] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.397290] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.398094] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e1d4c-9bf9-46be-9909-113d839990eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.429796] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] d4213b95-e4c2-42e4-94f9-f3b1848bf783/d4213b95-e4c2-42e4-94f9-f3b1848bf783.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.430210] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6a0df2-a5b0-4f2a-870c-ce60a2f61cfe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.452064] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 612.452064] env[63309]: value = "task-2729576" [ 612.452064] env[63309]: _type = "Task" [ 612.452064] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.463373] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.498789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Releasing lock "refresh_cache-a81d331d-a372-4b75-adea-cd324d89174f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.499191] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Instance network_info: |[{"id": "9e49750b-485c-4ce7-97dd-94e58dbd2824", "address": "fa:16:3e:91:33:96", "network": {"id": "122aa2e3-4006-4ce7-9d57-03556af8537e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1454241984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f517386fbaa468d862d441f4f7faabf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e49750b-48", "ovs_interfaceid": "9e49750b-485c-4ce7-97dd-94e58dbd2824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.499462] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:33:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e49750b-485c-4ce7-97dd-94e58dbd2824', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.508801] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Creating folder: Project (2f517386fbaa468d862d441f4f7faabf). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.508801] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4bd0629-3333-468b-acd1-3df505fbae42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.521917] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Created folder: Project (2f517386fbaa468d862d441f4f7faabf) in parent group-v549567. [ 612.522175] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Creating folder: Instances. Parent ref: group-v549599. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.522458] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acbc84a7-04da-4e5c-b986-81fc4be59c38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.533893] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Created folder: Instances in parent group-v549599. [ 612.534261] env[63309]: DEBUG oslo.service.loopingcall [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.534519] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.534791] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b9beba1-2f1a-4611-bdbc-3ca253b97e40 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.564427] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.564427] env[63309]: value = "task-2729579" [ 612.564427] env[63309]: _type = "Task" [ 612.564427] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.573498] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729579, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.751719] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.767703] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.791167] env[63309]: DEBUG nova.network.neutron [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Successfully created port: 4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.963693] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.995621] env[63309]: DEBUG nova.compute.manager [req-2e957a2e-1ad9-4e1c-94db-d998d08e1b06 req-ba58e6be-2398-4e47-8759-7ca3d2d398e5 service nova] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Received event network-vif-deleted-6556fc44-6104-4267-8516-a3458f31c4fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.077263] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729579, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.215536] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc923ce-d0b7-45cc-887a-b2ae8962bd58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.224133] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ec997-920c-436a-8872-f015eec743ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.256064] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20dfc53-66e2-4a25-9e13-ea5730a8fced {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.264849] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76892a-0fa5-44ef-ba2a-dc8e8e78f9b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.283475] env[63309]: DEBUG nova.compute.provider_tree [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.464586] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729576, 'name': ReconfigVM_Task, 'duration_secs': 0.933651} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.465052] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Reconfigured VM instance instance-0000000b to attach disk [datastore1] d4213b95-e4c2-42e4-94f9-f3b1848bf783/d4213b95-e4c2-42e4-94f9-f3b1848bf783.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.465794] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1132bcd7-9348-4b96-bc5c-4e53c33f7b4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.472884] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 613.472884] env[63309]: value = "task-2729581" [ 613.472884] env[63309]: _type = "Task" [ 613.472884] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.482464] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729581, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.576370] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729579, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.646242] env[63309]: DEBUG nova.compute.manager [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Received event network-changed-9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.646242] env[63309]: DEBUG nova.compute.manager [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Refreshing instance network info cache due to event network-changed-9e49750b-485c-4ce7-97dd-94e58dbd2824. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.646242] env[63309]: DEBUG oslo_concurrency.lockutils [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] Acquiring lock "refresh_cache-a81d331d-a372-4b75-adea-cd324d89174f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.646242] env[63309]: DEBUG oslo_concurrency.lockutils [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] Acquired lock "refresh_cache-a81d331d-a372-4b75-adea-cd324d89174f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.646242] env[63309]: DEBUG nova.network.neutron [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Refreshing network info cache for port 9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.786503] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.811937] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.812193] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.812352] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.812560] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.812801] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.812985] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.813223] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.813383] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.813550] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.814128] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.814128] env[63309]: DEBUG nova.virt.hardware [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.814805] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce88340-f377-405e-8cec-60c6b0127db9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.818507] env[63309]: ERROR nova.scheduler.client.report [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [req-8f5150e3-5c94-494e-8601-64fd7ea21b5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f5150e3-5c94-494e-8601-64fd7ea21b5f"}]} [ 613.827130] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa68a085-4aee-47e2-9bde-2aa0205d8ab3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.844899] env[63309]: DEBUG nova.scheduler.client.report [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 613.859126] env[63309]: DEBUG nova.scheduler.client.report [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 613.859353] env[63309]: DEBUG nova.compute.provider_tree [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.875965] env[63309]: DEBUG nova.scheduler.client.report [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 613.899042] env[63309]: DEBUG nova.scheduler.client.report [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 613.989576] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729581, 'name': Rename_Task, 'duration_secs': 0.193056} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.989929] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.990258] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1ab43bd-518e-4619-90c2-69c4fc690a0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.013441] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 614.013441] env[63309]: value = "task-2729582" [ 614.013441] env[63309]: _type = "Task" [ 614.013441] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.029655] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.076597] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729579, 'name': CreateVM_Task, 'duration_secs': 1.037654} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.079659] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.081112] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.081112] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081112] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.081515] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faba22cc-fe44-4fad-9b7b-8afd0f7ca668 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.087316] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 614.087316] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528923ec-c65c-2bdc-54f7-3837d42a5638" [ 614.087316] env[63309]: _type = "Task" [ 614.087316] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.101933] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528923ec-c65c-2bdc-54f7-3837d42a5638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.401424] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f1809b-2ed9-49e7-9890-59d26387c7d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.410430] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f974c9d1-c722-4a64-b0be-2104c9d87b02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.458960] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606ac21-07c8-4abf-8966-27a6846dbe81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.472585] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d016e2-815d-4096-a58b-41f591540c60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.493770] env[63309]: DEBUG nova.compute.provider_tree [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.528048] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729582, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.537453] env[63309]: DEBUG nova.network.neutron [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Updated VIF entry in instance network info cache for port 9e49750b-485c-4ce7-97dd-94e58dbd2824. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.537453] env[63309]: DEBUG nova.network.neutron [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Updating instance_info_cache with network_info: [{"id": "9e49750b-485c-4ce7-97dd-94e58dbd2824", "address": "fa:16:3e:91:33:96", "network": {"id": "122aa2e3-4006-4ce7-9d57-03556af8537e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1454241984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f517386fbaa468d862d441f4f7faabf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e49750b-48", "ovs_interfaceid": "9e49750b-485c-4ce7-97dd-94e58dbd2824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.539946] env[63309]: DEBUG nova.network.neutron [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Successfully updated port: 4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.600065] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528923ec-c65c-2bdc-54f7-3837d42a5638, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.600380] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.600634] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.600842] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.601034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.601178] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.601610] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70b8b5d7-eec4-4fda-9aff-0b5f35bc0c91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.612099] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.612099] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.612726] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c578c6a9-bf1d-4325-a9cd-9a838bd215ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.620382] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 614.620382] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243230d-3bff-c3bf-29cd-9b2c593abd03" [ 614.620382] env[63309]: _type = "Task" [ 614.620382] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.628970] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243230d-3bff-c3bf-29cd-9b2c593abd03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.034726] env[63309]: DEBUG oslo_vmware.api [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729582, 'name': PowerOnVM_Task, 'duration_secs': 0.981516} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.036064] env[63309]: DEBUG nova.scheduler.client.report [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 615.038110] env[63309]: DEBUG nova.compute.provider_tree [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 38 to 39 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.038110] env[63309]: DEBUG nova.compute.provider_tree [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.040394] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.040731] env[63309]: INFO nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Took 10.07 seconds to spawn the instance on the hypervisor. [ 615.041043] env[63309]: DEBUG nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.041595] env[63309]: DEBUG oslo_concurrency.lockutils [req-6c908b0c-74de-4693-adcd-421522c25407 req-a0e23e90-5f15-485d-a33c-9bd7a3d8747e service nova] Releasing lock "refresh_cache-a81d331d-a372-4b75-adea-cd324d89174f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.043105] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efb4a5-09bf-45db-91f4-f1d8a0e5685d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.048844] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "refresh_cache-82b4b4cf-1a0b-45a5-accc-174b16151b7b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.048844] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired lock "refresh_cache-82b4b4cf-1a0b-45a5-accc-174b16151b7b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.048844] env[63309]: DEBUG nova.network.neutron [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.135666] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243230d-3bff-c3bf-29cd-9b2c593abd03, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.136628] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010dd472-6bed-455c-befd-9cb374ef4de8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.143088] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 615.143088] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d17828-f675-ad1e-ce2a-a1354a464b35" [ 615.143088] env[63309]: _type = "Task" [ 615.143088] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.154747] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d17828-f675-ad1e-ce2a-a1354a464b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.320454] env[63309]: DEBUG nova.compute.manager [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Received event network-vif-plugged-4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.320454] env[63309]: DEBUG oslo_concurrency.lockutils [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] Acquiring lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.320454] env[63309]: DEBUG oslo_concurrency.lockutils [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.320454] env[63309]: DEBUG oslo_concurrency.lockutils [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.320454] env[63309]: DEBUG nova.compute.manager [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] No waiting events found dispatching network-vif-plugged-4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.320732] env[63309]: WARNING nova.compute.manager [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Received unexpected event network-vif-plugged-4caa22f8-6b84-4713-a88f-c6b4a3213d29 for instance with vm_state building and task_state spawning. [ 615.321105] env[63309]: DEBUG nova.compute.manager [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Received event network-changed-4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.321399] env[63309]: DEBUG nova.compute.manager [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Refreshing instance network info cache due to event network-changed-4caa22f8-6b84-4713-a88f-c6b4a3213d29. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.321657] env[63309]: DEBUG oslo_concurrency.lockutils [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] Acquiring lock "refresh_cache-82b4b4cf-1a0b-45a5-accc-174b16151b7b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.544582] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.790s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.544582] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.548463] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.476s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.548706] env[63309]: DEBUG nova.objects.instance [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lazy-loading 'resources' on Instance uuid 36c70e59-f58f-4ae3-bd59-9588865391d8 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.581378] env[63309]: INFO nova.compute.manager [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Took 26.44 seconds to build instance. [ 615.653412] env[63309]: DEBUG nova.network.neutron [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.662794] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d17828-f675-ad1e-ce2a-a1354a464b35, 'name': SearchDatastore_Task, 'duration_secs': 0.030543} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.663469] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.663607] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] a81d331d-a372-4b75-adea-cd324d89174f/a81d331d-a372-4b75-adea-cd324d89174f.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.666792] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f5fe46-8828-4d72-9a49-71d5f3d8388d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.674020] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 615.674020] env[63309]: value = "task-2729584" [ 615.674020] env[63309]: _type = "Task" [ 615.674020] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.683345] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.923193] env[63309]: DEBUG nova.network.neutron [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Updating instance_info_cache with network_info: [{"id": "4caa22f8-6b84-4713-a88f-c6b4a3213d29", "address": "fa:16:3e:ab:ea:62", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa22f8-6b", "ovs_interfaceid": "4caa22f8-6b84-4713-a88f-c6b4a3213d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.056981] env[63309]: DEBUG nova.compute.utils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.061393] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.061606] env[63309]: DEBUG nova.network.neutron [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.087273] env[63309]: DEBUG oslo_concurrency.lockutils [None req-591326ac-0dca-45f9-80c3-5114a5817e22 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.487s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.183880] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.212650] env[63309]: DEBUG nova.policy [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7df68b0cbb744ffb8bc3323c4c8c294b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf9bb4b83b44568a9fb6a9ce078c8a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.426057] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Releasing lock "refresh_cache-82b4b4cf-1a0b-45a5-accc-174b16151b7b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.426654] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Instance network_info: |[{"id": "4caa22f8-6b84-4713-a88f-c6b4a3213d29", "address": "fa:16:3e:ab:ea:62", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa22f8-6b", "ovs_interfaceid": "4caa22f8-6b84-4713-a88f-c6b4a3213d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.427260] env[63309]: DEBUG oslo_concurrency.lockutils [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] Acquired lock "refresh_cache-82b4b4cf-1a0b-45a5-accc-174b16151b7b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.427622] env[63309]: DEBUG nova.network.neutron [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Refreshing network info cache for port 4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.429741] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ea:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4caa22f8-6b84-4713-a88f-c6b4a3213d29', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.441619] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Creating folder: Project (7d48069cfa8943d3997e3acc09227fde). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.446979] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd446891-450a-4a8e-8a71-7e98e6e7cabd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.465199] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Created folder: Project (7d48069cfa8943d3997e3acc09227fde) in parent group-v549567. [ 616.465199] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Creating folder: Instances. Parent ref: group-v549602. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.467742] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe10820-1989-4a95-bdbd-ae853a7c9c76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.483536] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Created folder: Instances in parent group-v549602. [ 616.483536] env[63309]: DEBUG oslo.service.loopingcall [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.483829] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.483829] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f62d3d2-a4f5-4638-a466-b9e996abd69e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.511295] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.511295] env[63309]: value = "task-2729587" [ 616.511295] env[63309]: _type = "Task" [ 616.511295] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.524622] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729587, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.548037] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b813583-3725-4710-a428-8a0091be7856 tempest-ServersListShow296Test-85000819 tempest-ServersListShow296Test-85000819-project-member] Acquiring lock "fa4de6e2-2a89-4884-b235-30ad3528235f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.548145] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b813583-3725-4710-a428-8a0091be7856 tempest-ServersListShow296Test-85000819 tempest-ServersListShow296Test-85000819-project-member] Lock "fa4de6e2-2a89-4884-b235-30ad3528235f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.566956] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.587800] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.618942] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b10ff-b637-4cfc-b460-b3cc460c939c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.628999] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd6f26-3fc3-4c7c-9aaf-16ca00bf4379 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.666469] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcff723-075b-4610-a003-69c364a2e06c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.681072] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9df4af-80ff-4b5c-b166-56bbb80d64ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.692461] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688443} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.702351] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] a81d331d-a372-4b75-adea-cd324d89174f/a81d331d-a372-4b75-adea-cd324d89174f.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.702351] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.703182] env[63309]: DEBUG nova.compute.provider_tree [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.704427] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fdb78bb-3618-4172-b8c1-ceb44937356c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.712636] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 616.712636] env[63309]: value = "task-2729588" [ 616.712636] env[63309]: _type = "Task" [ 616.712636] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.723344] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.729469] env[63309]: DEBUG nova.network.neutron [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Successfully created port: b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.023953] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729587, 'name': CreateVM_Task, 'duration_secs': 0.352294} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.024253] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.025115] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.025322] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025689] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.025995] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e291e231-a45b-47d1-8a01-3ebc0498d3a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.031073] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 617.031073] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52444e3d-c83b-1bb2-f96b-f36e33cd1200" [ 617.031073] env[63309]: _type = "Task" [ 617.031073] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.040647] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52444e3d-c83b-1bb2-f96b-f36e33cd1200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.125237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.222609] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076942} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.223037] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.224370] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5bf301-1c94-4c73-8c22-958d0a7c1523 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.230545] env[63309]: ERROR nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] [req-231c3be0-6397-4204-b39b-370dd94273a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-231c3be0-6397-4204-b39b-370dd94273a3"}]} [ 617.252564] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a81d331d-a372-4b75-adea-cd324d89174f/a81d331d-a372-4b75-adea-cd324d89174f.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.253144] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9061d280-b61b-4f66-8771-01dd29d51e05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.268671] env[63309]: DEBUG nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 617.280010] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 617.280010] env[63309]: value = "task-2729589" [ 617.280010] env[63309]: _type = "Task" [ 617.280010] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.289014] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.293146] env[63309]: DEBUG nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 617.293146] env[63309]: DEBUG nova.compute.provider_tree [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.305686] env[63309]: DEBUG nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 617.334372] env[63309]: DEBUG nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 617.544161] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52444e3d-c83b-1bb2-f96b-f36e33cd1200, 'name': SearchDatastore_Task, 'duration_secs': 0.071145} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.544161] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.544161] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.544161] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.544451] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.544451] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.544451] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5e4b99-10ad-4e00-a74d-5339f8e80cc5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.554557] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.554691] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.557656] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c61352-d6ae-4aa9-a2a2-ee1db11fa28f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.565309] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 617.565309] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5244822f-76d2-3955-ed8e-d3c3aa9b011e" [ 617.565309] env[63309]: _type = "Task" [ 617.565309] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.576323] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5244822f-76d2-3955-ed8e-d3c3aa9b011e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.582299] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.621759] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.622064] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.622207] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.622398] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.622558] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.622763] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.623044] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.623521] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.623722] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.623999] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.624236] env[63309]: DEBUG nova.virt.hardware [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.627587] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a514889-1c03-4ba6-a6fe-19a4a9852d31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.637519] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370034ab-5939-402b-a82a-c5b51d2f4808 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.648366] env[63309]: DEBUG nova.network.neutron [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Updated VIF entry in instance network info cache for port 4caa22f8-6b84-4713-a88f-c6b4a3213d29. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.648772] env[63309]: DEBUG nova.network.neutron [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Updating instance_info_cache with network_info: [{"id": "4caa22f8-6b84-4713-a88f-c6b4a3213d29", "address": "fa:16:3e:ab:ea:62", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa22f8-6b", "ovs_interfaceid": "4caa22f8-6b84-4713-a88f-c6b4a3213d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.664756] env[63309]: DEBUG oslo_concurrency.lockutils [req-0b4c399d-e646-4c80-9470-80e625a39368 req-440bd200-7c63-467e-a0a0-36f033840b11 service nova] Releasing lock "refresh_cache-82b4b4cf-1a0b-45a5-accc-174b16151b7b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.797024] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729589, 'name': ReconfigVM_Task, 'duration_secs': 0.403868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.798903] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a81d331d-a372-4b75-adea-cd324d89174f/a81d331d-a372-4b75-adea-cd324d89174f.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.800113] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0d4a06f-9b30-4263-9f6e-7f98cc7c9004 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.809899] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 617.809899] env[63309]: value = "task-2729591" [ 617.809899] env[63309]: _type = "Task" [ 617.809899] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.819508] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729591, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.863735] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dab6e3-ea73-4b06-bb41-b1af440283e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.880172] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1074e52a-cba4-4dc1-85a9-3cbc94e55117 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.913800] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1c16a-abf2-47fc-896e-6c42ec2078ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.922821] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e48be47-c93c-4583-b9f4-b0e2a8567bc8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.940728] env[63309]: DEBUG nova.compute.provider_tree [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.079228] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5244822f-76d2-3955-ed8e-d3c3aa9b011e, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.079686] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82765c2b-f641-457b-8b13-b62989582bc8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.085480] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 618.085480] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217a724-66c1-9048-d80e-cee03deea652" [ 618.085480] env[63309]: _type = "Task" [ 618.085480] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.096731] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217a724-66c1-9048-d80e-cee03deea652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.320783] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729591, 'name': Rename_Task, 'duration_secs': 0.16127} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.321092] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.321339] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a6426d-44f1-4660-82bd-bca3f2f73ab0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.328605] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 618.328605] env[63309]: value = "task-2729592" [ 618.328605] env[63309]: _type = "Task" [ 618.328605] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.346179] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.467949] env[63309]: DEBUG nova.network.neutron [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Successfully updated port: b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.492542] env[63309]: DEBUG nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 618.496098] env[63309]: DEBUG nova.compute.provider_tree [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 40 to 41 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 618.496464] env[63309]: DEBUG nova.compute.provider_tree [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.546306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "9a806382-53de-4fd4-933a-48407260a0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.546577] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "9a806382-53de-4fd4-933a-48407260a0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.547289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "9a806382-53de-4fd4-933a-48407260a0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.547499] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "9a806382-53de-4fd4-933a-48407260a0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.547691] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "9a806382-53de-4fd4-933a-48407260a0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.550491] env[63309]: INFO nova.compute.manager [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Terminating instance [ 618.599510] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217a724-66c1-9048-d80e-cee03deea652, 'name': SearchDatastore_Task, 'duration_secs': 0.034278} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.599932] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.600552] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 82b4b4cf-1a0b-45a5-accc-174b16151b7b/82b4b4cf-1a0b-45a5-accc-174b16151b7b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.601076] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9405b718-c4ed-4d5c-8607-7d92c7ee14e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.609781] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 618.609781] env[63309]: value = "task-2729593" [ 618.609781] env[63309]: _type = "Task" [ 618.609781] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.620116] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.844030] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.884822] env[63309]: DEBUG nova.compute.manager [req-92ddd5f4-addd-4901-983d-9e3357b8a01e req-cab291ec-9ccd-4ad8-9133-5ffca731c598 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Received event network-vif-plugged-b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.885022] env[63309]: DEBUG oslo_concurrency.lockutils [req-92ddd5f4-addd-4901-983d-9e3357b8a01e req-cab291ec-9ccd-4ad8-9133-5ffca731c598 service nova] Acquiring lock "4e8b8b40-13fe-4874-9bec-63a68c599091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.885524] env[63309]: DEBUG oslo_concurrency.lockutils [req-92ddd5f4-addd-4901-983d-9e3357b8a01e req-cab291ec-9ccd-4ad8-9133-5ffca731c598 service nova] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.885524] env[63309]: DEBUG oslo_concurrency.lockutils [req-92ddd5f4-addd-4901-983d-9e3357b8a01e req-cab291ec-9ccd-4ad8-9133-5ffca731c598 service nova] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.887577] env[63309]: DEBUG nova.compute.manager [req-92ddd5f4-addd-4901-983d-9e3357b8a01e req-cab291ec-9ccd-4ad8-9133-5ffca731c598 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] No waiting events found dispatching network-vif-plugged-b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.887843] env[63309]: WARNING nova.compute.manager [req-92ddd5f4-addd-4901-983d-9e3357b8a01e req-cab291ec-9ccd-4ad8-9133-5ffca731c598 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Received unexpected event network-vif-plugged-b814b177-bbf9-405c-8c53-4e200352f7c0 for instance with vm_state building and task_state spawning. [ 618.970768] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "refresh_cache-4e8b8b40-13fe-4874-9bec-63a68c599091" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.970955] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquired lock "refresh_cache-4e8b8b40-13fe-4874-9bec-63a68c599091" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.971137] env[63309]: DEBUG nova.network.neutron [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.004466] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.456s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.007807] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.483s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.011204] env[63309]: DEBUG nova.objects.instance [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lazy-loading 'resources' on Instance uuid e9accedf-e703-438e-b9ca-e8051ff062c0 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.025242] env[63309]: INFO nova.scheduler.client.report [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Deleted allocations for instance 36c70e59-f58f-4ae3-bd59-9588865391d8 [ 619.054700] env[63309]: DEBUG nova.compute.manager [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.054913] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.055996] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ff1f3-607c-4074-b834-01b552a16055 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.065274] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.065501] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53abb269-b8e6-4b2b-8f4a-f8fc807111ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.073209] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 619.073209] env[63309]: value = "task-2729594" [ 619.073209] env[63309]: _type = "Task" [ 619.073209] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.084374] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.127466] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729593, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.345643] env[63309]: DEBUG oslo_vmware.api [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729592, 'name': PowerOnVM_Task, 'duration_secs': 0.516873} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.345962] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.346243] env[63309]: INFO nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 619.346537] env[63309]: DEBUG nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.348857] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f35ee-a8a2-473a-b713-758d8083f9df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.535993] env[63309]: DEBUG oslo_concurrency.lockutils [None req-711f46f9-df57-45bf-ba67-442635f28652 tempest-ServerDiagnosticsTest-1776918291 tempest-ServerDiagnosticsTest-1776918291-project-member] Lock "36c70e59-f58f-4ae3-bd59-9588865391d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.144s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.541018] env[63309]: DEBUG nova.network.neutron [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.594035] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729594, 'name': PowerOffVM_Task, 'duration_secs': 0.227493} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.594329] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.594481] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.594823] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-528ff8e4-4a2a-4e91-aba8-435bd1c8a36f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.629235] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802949} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.633371] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 82b4b4cf-1a0b-45a5-accc-174b16151b7b/82b4b4cf-1a0b-45a5-accc-174b16151b7b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.633541] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.635926] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ed2bc3-3713-4e6f-b609-66b4549a4e71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.643952] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 619.643952] env[63309]: value = "task-2729596" [ 619.643952] env[63309]: _type = "Task" [ 619.643952] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.657038] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.670098] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.670896] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.670896] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleting the datastore file [datastore2] 9a806382-53de-4fd4-933a-48407260a0e2 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.670896] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e186063-d7a6-4dcf-a46b-21c380d2c78d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.680479] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 619.680479] env[63309]: value = "task-2729597" [ 619.680479] env[63309]: _type = "Task" [ 619.680479] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.689756] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.862724] env[63309]: DEBUG nova.network.neutron [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Updating instance_info_cache with network_info: [{"id": "b814b177-bbf9-405c-8c53-4e200352f7c0", "address": "fa:16:3e:8d:31:eb", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb814b177-bb", "ovs_interfaceid": "b814b177-bbf9-405c-8c53-4e200352f7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.881635] env[63309]: INFO nova.compute.manager [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Took 29.63 seconds to build instance. [ 620.090313] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2799ec47-0bd2-458c-b303-af5166751f82 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.099278] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d5cae2-82b6-4a01-a392-90783297720f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.134062] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebf60e-00b8-473b-ace7-002b32781445 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.149405] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a027b-2ea2-4131-9bff-866da66e456a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.159651] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071828} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.167832] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.168416] env[63309]: DEBUG nova.compute.provider_tree [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.170999] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac45a44-ff66-4d7a-acb9-72e8acb1399b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.198056] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 82b4b4cf-1a0b-45a5-accc-174b16151b7b/82b4b4cf-1a0b-45a5-accc-174b16151b7b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.199937] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc23315c-82ba-44b2-b568-4735c5681911 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.223403] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.224943] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 620.224943] env[63309]: value = "task-2729598" [ 620.224943] env[63309]: _type = "Task" [ 620.224943] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.235510] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.383079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Releasing lock "refresh_cache-4e8b8b40-13fe-4874-9bec-63a68c599091" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.383079] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Instance network_info: |[{"id": "b814b177-bbf9-405c-8c53-4e200352f7c0", "address": "fa:16:3e:8d:31:eb", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb814b177-bb", "ovs_interfaceid": "b814b177-bbf9-405c-8c53-4e200352f7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.383482] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:31:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b814b177-bbf9-405c-8c53-4e200352f7c0', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.393636] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Creating folder: Project (3bf9bb4b83b44568a9fb6a9ce078c8a9). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.395162] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6ef52c10-3b37-4bad-8616-5f9d7f81e5fe tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "a81d331d-a372-4b75-adea-cd324d89174f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.631s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.395427] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f9f3f91-df1b-470c-9a53-80164c83ade4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.411591] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Created folder: Project (3bf9bb4b83b44568a9fb6a9ce078c8a9) in parent group-v549567. [ 620.411591] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Creating folder: Instances. Parent ref: group-v549605. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.411790] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee73abbf-0a62-4f2b-a222-782c46951c51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.426278] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Created folder: Instances in parent group-v549605. [ 620.426634] env[63309]: DEBUG oslo.service.loopingcall [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.426929] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.427143] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dad5773-43dc-4e02-a919-38ebec932fcb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.452635] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.452635] env[63309]: value = "task-2729601" [ 620.452635] env[63309]: _type = "Task" [ 620.452635] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.463504] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729601, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.705248] env[63309]: DEBUG oslo_vmware.api [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546742} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.705248] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.705657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.705657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.705834] env[63309]: INFO nova.compute.manager [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 620.706099] env[63309]: DEBUG oslo.service.loopingcall [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.706301] env[63309]: DEBUG nova.compute.manager [-] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.706399] env[63309]: DEBUG nova.network.neutron [-] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.732502] env[63309]: DEBUG nova.scheduler.client.report [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.732806] env[63309]: DEBUG nova.compute.provider_tree [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 41 to 42 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.733096] env[63309]: DEBUG nova.compute.provider_tree [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.743669] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.901183] env[63309]: DEBUG nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.973043] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729601, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.240594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.242983] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.243582] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.552s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.244028] env[63309]: DEBUG nova.objects.instance [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lazy-loading 'resources' on Instance uuid 86c5a0f3-a14d-4a20-b09f-21ae76715a2d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.273254] env[63309]: INFO nova.scheduler.client.report [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Deleted allocations for instance e9accedf-e703-438e-b9ca-e8051ff062c0 [ 621.443393] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.471874] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729601, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.741589] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729598, 'name': ReconfigVM_Task, 'duration_secs': 1.364146} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.741881] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 82b4b4cf-1a0b-45a5-accc-174b16151b7b/82b4b4cf-1a0b-45a5-accc-174b16151b7b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.743018] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65d3ad6b-8332-40f2-9770-8765c6d39166 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.757647] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 621.757647] env[63309]: value = "task-2729602" [ 621.757647] env[63309]: _type = "Task" [ 621.757647] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.770415] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquiring lock "1bdd687f-a5ad-435e-a659-46c35becc981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.770695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "1bdd687f-a5ad-435e-a659-46c35becc981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.777424] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729602, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.792142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f5c8446e-f052-4f5c-abac-50afbbfc59b2 tempest-ImagesNegativeTestJSON-1602303326 tempest-ImagesNegativeTestJSON-1602303326-project-member] Lock "e9accedf-e703-438e-b9ca-e8051ff062c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.042s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.959306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "a81d331d-a372-4b75-adea-cd324d89174f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.962563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "a81d331d-a372-4b75-adea-cd324d89174f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.962563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "a81d331d-a372-4b75-adea-cd324d89174f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.962563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "a81d331d-a372-4b75-adea-cd324d89174f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.962563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "a81d331d-a372-4b75-adea-cd324d89174f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.975183] env[63309]: INFO nova.compute.manager [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Terminating instance [ 621.997784] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729601, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.026448] env[63309]: DEBUG nova.compute.manager [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Received event network-changed-b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.026448] env[63309]: DEBUG nova.compute.manager [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Refreshing instance network info cache due to event network-changed-b814b177-bbf9-405c-8c53-4e200352f7c0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.027849] env[63309]: DEBUG oslo_concurrency.lockutils [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] Acquiring lock "refresh_cache-4e8b8b40-13fe-4874-9bec-63a68c599091" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.027994] env[63309]: DEBUG oslo_concurrency.lockutils [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] Acquired lock "refresh_cache-4e8b8b40-13fe-4874-9bec-63a68c599091" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.028164] env[63309]: DEBUG nova.network.neutron [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Refreshing network info cache for port b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.114822] env[63309]: DEBUG nova.network.neutron [-] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.275235] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729602, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.381671] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2736fc0-d5b9-4e28-befa-8a9d42c1bec0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.391072] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac70b606-0423-4f1c-89ca-48fa1f6d6689 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.431730] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0e1b9-5183-4e9c-bdfc-3691c3f8dd3e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.440529] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d18cc-3843-4d4c-a773-d6ddbf835e5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.456958] env[63309]: DEBUG nova.compute.provider_tree [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.479583] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729601, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.487709] env[63309]: DEBUG nova.compute.manager [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.488047] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.488835] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ee1cd4-f6cf-45dd-a3cd-af8bfbb6397d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.499630] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.499904] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e542e263-6daf-4cc7-889d-89f7f3fbd663 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.509526] env[63309]: DEBUG oslo_vmware.api [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 622.509526] env[63309]: value = "task-2729603" [ 622.509526] env[63309]: _type = "Task" [ 622.509526] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.524385] env[63309]: DEBUG oslo_vmware.api [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.621192] env[63309]: INFO nova.compute.manager [-] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Took 1.91 seconds to deallocate network for instance. [ 622.775437] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729602, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.965705] env[63309]: DEBUG nova.scheduler.client.report [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.982643] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729601, 'name': CreateVM_Task, 'duration_secs': 2.413783} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.982643] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.983228] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.983372] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.983616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.983916] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2dc92e-4800-457c-ab47-c2049726e9d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.991454] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 622.991454] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5215b772-1a75-d3f7-2b89-7378eb40840a" [ 622.991454] env[63309]: _type = "Task" [ 622.991454] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.005034] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5215b772-1a75-d3f7-2b89-7378eb40840a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.021736] env[63309]: DEBUG oslo_vmware.api [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729603, 'name': PowerOffVM_Task, 'duration_secs': 0.263408} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.022106] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.022287] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.022727] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34d88500-6969-482e-b08d-35bd1736f35c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.108872] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.109065] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.109321] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Deleting the datastore file [datastore1] a81d331d-a372-4b75-adea-cd324d89174f {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.110465] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6f31a1e-076f-4a2a-9073-3de06cfe5687 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.119289] env[63309]: DEBUG oslo_vmware.api [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for the task: (returnval){ [ 623.119289] env[63309]: value = "task-2729605" [ 623.119289] env[63309]: _type = "Task" [ 623.119289] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.132306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.133026] env[63309]: DEBUG oslo_vmware.api [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.275631] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729602, 'name': Rename_Task, 'duration_secs': 1.225689} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.275977] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.276783] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f6c23d-aad3-40b3-92b7-e5d057a1ebd0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.280140] env[63309]: DEBUG nova.network.neutron [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Updated VIF entry in instance network info cache for port b814b177-bbf9-405c-8c53-4e200352f7c0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.280480] env[63309]: DEBUG nova.network.neutron [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Updating instance_info_cache with network_info: [{"id": "b814b177-bbf9-405c-8c53-4e200352f7c0", "address": "fa:16:3e:8d:31:eb", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb814b177-bb", "ovs_interfaceid": "b814b177-bbf9-405c-8c53-4e200352f7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.292898] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 623.292898] env[63309]: value = "task-2729606" [ 623.292898] env[63309]: _type = "Task" [ 623.292898] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.304964] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.473120] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.474929] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.284s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.478208] env[63309]: INFO nova.compute.claims [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.509470] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5215b772-1a75-d3f7-2b89-7378eb40840a, 'name': SearchDatastore_Task, 'duration_secs': 0.026923} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.510324] env[63309]: INFO nova.scheduler.client.report [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Deleted allocations for instance 86c5a0f3-a14d-4a20-b09f-21ae76715a2d [ 623.512373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.512373] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.512373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.512373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.512606] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.512606] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a7b06a-2c7b-4560-bdd3-404b425d3ea0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.525086] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.526021] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.526096] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16eed2b9-9822-4ee2-a0c0-4bcf7702b3fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.539793] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 623.539793] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526ccb81-af7c-62d4-35e6-a547aadf1a0d" [ 623.539793] env[63309]: _type = "Task" [ 623.539793] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.550140] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526ccb81-af7c-62d4-35e6-a547aadf1a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.634719] env[63309]: DEBUG oslo_vmware.api [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Task: {'id': task-2729605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374824} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.635023] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.635236] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.635407] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.635589] env[63309]: INFO nova.compute.manager [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 623.636256] env[63309]: DEBUG oslo.service.loopingcall [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.636256] env[63309]: DEBUG nova.compute.manager [-] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.636256] env[63309]: DEBUG nova.network.neutron [-] [instance: a81d331d-a372-4b75-adea-cd324d89174f] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.787469] env[63309]: DEBUG oslo_concurrency.lockutils [req-3761aba8-90be-4d38-a5e6-c3cf952ab961 req-27830886-1618-4869-abf9-06f5392fa0a6 service nova] Releasing lock "refresh_cache-4e8b8b40-13fe-4874-9bec-63a68c599091" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.808153] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.024902] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963a8cfe-4301-4002-8be2-f19c05612cbc tempest-DeleteServersAdminTestJSON-1306597483 tempest-DeleteServersAdminTestJSON-1306597483-project-admin] Lock "86c5a0f3-a14d-4a20-b09f-21ae76715a2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.238s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.053930] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526ccb81-af7c-62d4-35e6-a547aadf1a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.054756] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543da9c0-2ece-4800-8cdf-976842e56ec0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.061601] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 624.061601] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526e55c8-7df1-6490-6dc1-5274a2d3868b" [ 624.061601] env[63309]: _type = "Task" [ 624.061601] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.072665] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526e55c8-7df1-6490-6dc1-5274a2d3868b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.308536] env[63309]: DEBUG oslo_vmware.api [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729606, 'name': PowerOnVM_Task, 'duration_secs': 0.677996} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.310112] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.310334] env[63309]: INFO nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Took 10.52 seconds to spawn the instance on the hypervisor. [ 624.310515] env[63309]: DEBUG nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.311333] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86717f93-9b56-433c-a599-4a19622da6fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.452775] env[63309]: DEBUG nova.compute.manager [req-67e0a996-7693-404d-a16c-79a90fb52a8f req-6675a143-9605-4eef-9495-7a1602a5f52b service nova] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Received event network-vif-deleted-bb0e3c86-5c39-4e43-affd-60646a349d17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.579359] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526e55c8-7df1-6490-6dc1-5274a2d3868b, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.579841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.580334] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 4e8b8b40-13fe-4874-9bec-63a68c599091/4e8b8b40-13fe-4874-9bec-63a68c599091.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.580755] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb68de6-dab4-44b6-927c-55da3b57b781 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.592183] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 624.592183] env[63309]: value = "task-2729607" [ 624.592183] env[63309]: _type = "Task" [ 624.592183] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.607928] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.816505] env[63309]: DEBUG nova.network.neutron [-] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.837857] env[63309]: INFO nova.compute.manager [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Took 33.01 seconds to build instance. [ 625.022095] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058e1c9-58da-4d14-bddc-f7829a84a0f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.037038] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d5c886-0879-498c-a04e-347eb103f833 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.086755] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e3c67d-f6f4-4b66-a764-0532fb5c775b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.104911] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3940f-473f-4f47-9eb7-634f6de4713a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.115454] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729607, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.132434] env[63309]: DEBUG nova.compute.provider_tree [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.322813] env[63309]: INFO nova.compute.manager [-] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Took 1.69 seconds to deallocate network for instance. [ 625.340653] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2fc6081e-32ec-4ec5-8bbc-82c345558fe8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.729s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.611026] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577602} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.611979] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 4e8b8b40-13fe-4874-9bec-63a68c599091/4e8b8b40-13fe-4874-9bec-63a68c599091.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.612404] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.612621] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-931d56e3-a1ee-4d81-8776-072f42f90fff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.624124] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 625.624124] env[63309]: value = "task-2729608" [ 625.624124] env[63309]: _type = "Task" [ 625.624124] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.637831] env[63309]: DEBUG nova.scheduler.client.report [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.642180] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.834636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.844352] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.011048] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.011048] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.138019] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242785} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.138019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.138379] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c7b0e5-878b-43c7-849c-76ff2faaba0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.144330] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.144840] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.160808] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.552s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.162584] env[63309]: INFO nova.compute.claims [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.182016] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 4e8b8b40-13fe-4874-9bec-63a68c599091/4e8b8b40-13fe-4874-9bec-63a68c599091.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.182016] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e21b26-69a7-46b8-9e0b-528bc5304609 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.207900] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 626.207900] env[63309]: value = "task-2729609" [ 626.207900] env[63309]: _type = "Task" [ 626.207900] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.219839] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.371371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.525684] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.525966] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.684269] env[63309]: DEBUG nova.compute.utils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.691270] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.693220] env[63309]: DEBUG nova.network.neutron [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.722084] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.768575] env[63309]: DEBUG nova.policy [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc61e9384e94396bb9c7f0c52349a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ede1c995fa48d1b5b23266b015ca05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.987989] env[63309]: DEBUG nova.compute.manager [req-5e7813ca-0d14-4af4-963a-5de0ebf07e30 req-182a6c8d-fa92-44c8-80fd-3be253f02405 service nova] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Received event network-vif-deleted-9e49750b-485c-4ce7-97dd-94e58dbd2824 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.192017] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.223986] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729609, 'name': ReconfigVM_Task, 'duration_secs': 1.008134} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.223986] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 4e8b8b40-13fe-4874-9bec-63a68c599091/4e8b8b40-13fe-4874-9bec-63a68c599091.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.225432] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837202f2-3159-425c-869c-c283033f7815 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.238393] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 627.238393] env[63309]: value = "task-2729610" [ 627.238393] env[63309]: _type = "Task" [ 627.238393] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.255556] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729610, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.386209] env[63309]: DEBUG nova.network.neutron [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Successfully created port: 6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.754462] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729610, 'name': Rename_Task, 'duration_secs': 0.169377} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.758723] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.759357] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ecb8de-cfb9-4810-8b0a-4ac7b20dfe60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.767944] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 627.767944] env[63309]: value = "task-2729611" [ 627.767944] env[63309]: _type = "Task" [ 627.767944] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.777021] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d6c01-cd8a-4ed5-849a-7a92ea5c7c74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.784878] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.791816] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b6338-7b43-45c5-b17a-e8ad8e279a9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.828545] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81602654-7184-4a17-a5e5-ff3564cd69a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.839074] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e5110-c749-4ffd-845c-492bdfad4de2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.856554] env[63309]: DEBUG nova.compute.provider_tree [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.043402] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "b77d178a-2937-4dac-a312-ce924b4f3f36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.043402] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.111729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "986ddb2d-7aeb-457d-9b8a-da57829421f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.112102] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.216137] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.252353] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.254206] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.254454] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.254648] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.254885] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.255051] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.255268] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.255425] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.255621] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.256111] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.256111] env[63309]: DEBUG nova.virt.hardware [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.256853] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb270d31-64a4-4158-9481-987f8a800dbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.266706] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03acc9ee-5867-44d0-b876-dbceffccdb78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.294784] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729611, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.360650] env[63309]: DEBUG nova.scheduler.client.report [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.612024] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "1a8ea490-d495-4aec-8618-d450300c95bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.612024] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "1a8ea490-d495-4aec-8618-d450300c95bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.784765] env[63309]: DEBUG oslo_vmware.api [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729611, 'name': PowerOnVM_Task, 'duration_secs': 0.936318} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.785112] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.785286] env[63309]: INFO nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Took 11.20 seconds to spawn the instance on the hypervisor. [ 628.785459] env[63309]: DEBUG nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.786288] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86403a0-7d74-4439-9b41-5c124fb48c80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.866660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.871344] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.871344] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.577s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.877627] env[63309]: INFO nova.compute.claims [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.308875] env[63309]: INFO nova.compute.manager [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Took 32.95 seconds to build instance. [ 629.386270] env[63309]: DEBUG nova.compute.utils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.391431] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.391431] env[63309]: DEBUG nova.network.neutron [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.407507] env[63309]: DEBUG nova.compute.manager [req-1b3780a5-2f64-47c3-ae4e-9aef88c7353d req-df748a35-cece-4877-ba11-7dca4eca775f service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Received event network-vif-plugged-6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.409017] env[63309]: DEBUG oslo_concurrency.lockutils [req-1b3780a5-2f64-47c3-ae4e-9aef88c7353d req-df748a35-cece-4877-ba11-7dca4eca775f service nova] Acquiring lock "f7641e0e-f7ad-4c83-af28-d86c20d65583-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.409017] env[63309]: DEBUG oslo_concurrency.lockutils [req-1b3780a5-2f64-47c3-ae4e-9aef88c7353d req-df748a35-cece-4877-ba11-7dca4eca775f service nova] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.409017] env[63309]: DEBUG oslo_concurrency.lockutils [req-1b3780a5-2f64-47c3-ae4e-9aef88c7353d req-df748a35-cece-4877-ba11-7dca4eca775f service nova] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.409017] env[63309]: DEBUG nova.compute.manager [req-1b3780a5-2f64-47c3-ae4e-9aef88c7353d req-df748a35-cece-4877-ba11-7dca4eca775f service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] No waiting events found dispatching network-vif-plugged-6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.409017] env[63309]: WARNING nova.compute.manager [req-1b3780a5-2f64-47c3-ae4e-9aef88c7353d req-df748a35-cece-4877-ba11-7dca4eca775f service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Received unexpected event network-vif-plugged-6e747fd7-bbdc-4c30-88d5-2b43b68326bc for instance with vm_state building and task_state spawning. [ 629.463118] env[63309]: DEBUG nova.policy [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1a5a22f3a2743df931507e6c53875bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dae68a4159649dfa84db344293b3305', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.528137] env[63309]: DEBUG nova.network.neutron [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Successfully updated port: 6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.810635] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbe7334d-fbff-4b00-bbb7-e9cfbd680a07 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.704s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.902911] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.034675] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-f7641e0e-f7ad-4c83-af28-d86c20d65583" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.034675] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-f7641e0e-f7ad-4c83-af28-d86c20d65583" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.034675] env[63309]: DEBUG nova.network.neutron [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.140216] env[63309]: DEBUG nova.network.neutron [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Successfully created port: 853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.316372] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.508407] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c93ebf-3ffe-44b1-8e43-a64b741596f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.517489] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d0697-4a70-4456-abc2-a5fc626c6323 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.555019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56227580-7336-4a30-bb36-cf21c893adea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.563969] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f081f782-ea56-47d1-aac7-afdb3d85606f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.582241] env[63309]: DEBUG nova.compute.provider_tree [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.611680] env[63309]: DEBUG nova.network.neutron [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.844317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.872509] env[63309]: DEBUG nova.network.neutron [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Updating instance_info_cache with network_info: [{"id": "6e747fd7-bbdc-4c30-88d5-2b43b68326bc", "address": "fa:16:3e:e2:64:a4", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e747fd7-bb", "ovs_interfaceid": "6e747fd7-bbdc-4c30-88d5-2b43b68326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.911950] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.945014] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.945265] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.945422] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.945603] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.945750] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.945923] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.946105] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.946267] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.946430] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.946623] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.946756] env[63309]: DEBUG nova.virt.hardware [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.947649] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a7194-7c1a-4a2d-93ba-e21d108f0a47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.957190] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f596ca4-fca3-4ed2-993c-f858a4b0f26a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.085485] env[63309]: DEBUG nova.scheduler.client.report [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.375072] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-f7641e0e-f7ad-4c83-af28-d86c20d65583" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.375492] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Instance network_info: |[{"id": "6e747fd7-bbdc-4c30-88d5-2b43b68326bc", "address": "fa:16:3e:e2:64:a4", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e747fd7-bb", "ovs_interfaceid": "6e747fd7-bbdc-4c30-88d5-2b43b68326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.375966] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:64:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e747fd7-bbdc-4c30-88d5-2b43b68326bc', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.383854] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating folder: Project (d8ede1c995fa48d1b5b23266b015ca05). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.384566] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9fbbfe2-6a23-48cd-9512-a99dc4289d51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.404382] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created folder: Project (d8ede1c995fa48d1b5b23266b015ca05) in parent group-v549567. [ 631.404729] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating folder: Instances. Parent ref: group-v549608. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.405123] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b857d500-5816-4b63-84c7-ff7670eefe7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.424920] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created folder: Instances in parent group-v549608. [ 631.425408] env[63309]: DEBUG oslo.service.loopingcall [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.425408] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.425604] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2bacca-9071-42ad-a264-143968275159 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.450935] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.450935] env[63309]: value = "task-2729614" [ 631.450935] env[63309]: _type = "Task" [ 631.450935] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.463489] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729614, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.595036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.595036] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.596263] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.570s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.597850] env[63309]: INFO nova.compute.claims [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.841095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "4e8b8b40-13fe-4874-9bec-63a68c599091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.841095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.841095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "4e8b8b40-13fe-4874-9bec-63a68c599091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.841095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.841397] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.843093] env[63309]: INFO nova.compute.manager [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Terminating instance [ 631.962019] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729614, 'name': CreateVM_Task, 'duration_secs': 0.371157} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.963948] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.964674] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.964840] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.965184] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.965439] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8852aaf8-a8e6-476f-95a2-0bb82bc805c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.977137] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 631.977137] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a66a99-ac0a-a75b-580a-f78d726f76bc" [ 631.977137] env[63309]: _type = "Task" [ 631.977137] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.981365] env[63309]: DEBUG nova.compute.manager [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Received event network-changed-6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.981546] env[63309]: DEBUG nova.compute.manager [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Refreshing instance network info cache due to event network-changed-6e747fd7-bbdc-4c30-88d5-2b43b68326bc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.981762] env[63309]: DEBUG oslo_concurrency.lockutils [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] Acquiring lock "refresh_cache-f7641e0e-f7ad-4c83-af28-d86c20d65583" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.981951] env[63309]: DEBUG oslo_concurrency.lockutils [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] Acquired lock "refresh_cache-f7641e0e-f7ad-4c83-af28-d86c20d65583" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.982140] env[63309]: DEBUG nova.network.neutron [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Refreshing network info cache for port 6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.990146] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a66a99-ac0a-a75b-580a-f78d726f76bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.990827] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.993090] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.993090] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.993090] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.993090] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.993090] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a86331-41e6-4e41-8226-924877871f13 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.002699] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.005263] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.005263] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9575fe6-11db-42bc-a800-46d77f3f947f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.013785] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 632.013785] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945d44-bc3a-5f89-ccc5-3578ca07579b" [ 632.013785] env[63309]: _type = "Task" [ 632.013785] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.029124] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945d44-bc3a-5f89-ccc5-3578ca07579b, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.030334] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8596644-406a-4c13-8b13-232a4ec49670 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.036648] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 632.036648] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c69c52-b2be-6d1f-07e3-f55d4a086ab8" [ 632.036648] env[63309]: _type = "Task" [ 632.036648] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.047207] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c69c52-b2be-6d1f-07e3-f55d4a086ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.103087] env[63309]: DEBUG nova.compute.utils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.108026] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.108026] env[63309]: DEBUG nova.network.neutron [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.169546] env[63309]: DEBUG nova.policy [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd777d0701848f698ab096df73d64b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d8824d10db4176925c42fcde0a83fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.283821] env[63309]: DEBUG nova.network.neutron [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Successfully updated port: 853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.349340] env[63309]: DEBUG nova.compute.manager [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.350227] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.350619] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063d88c-95e5-4216-99c4-c509cd82411f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.362581] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.362994] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-210b0a89-b5d2-45b6-bf0d-f24acd73d83c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.371844] env[63309]: DEBUG oslo_vmware.api [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 632.371844] env[63309]: value = "task-2729615" [ 632.371844] env[63309]: _type = "Task" [ 632.371844] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.382220] env[63309]: DEBUG oslo_vmware.api [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.547763] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c69c52-b2be-6d1f-07e3-f55d4a086ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.548137] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.548536] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f7641e0e-f7ad-4c83-af28-d86c20d65583/f7641e0e-f7ad-4c83-af28-d86c20d65583.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.548845] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe2a1d5-2e07-4f34-bd2b-9f179249dff0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.557891] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 632.557891] env[63309]: value = "task-2729616" [ 632.557891] env[63309]: _type = "Task" [ 632.557891] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.567581] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.606296] env[63309]: DEBUG nova.network.neutron [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Successfully created port: 69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.613829] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.653561] env[63309]: DEBUG nova.compute.manager [req-8b05f48a-43c0-4777-b530-a4e5db49fd2a req-acd81ebe-44a9-4ab5-8fe2-156c80639bae service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Received event network-vif-plugged-853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.653561] env[63309]: DEBUG oslo_concurrency.lockutils [req-8b05f48a-43c0-4777-b530-a4e5db49fd2a req-acd81ebe-44a9-4ab5-8fe2-156c80639bae service nova] Acquiring lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.653561] env[63309]: DEBUG oslo_concurrency.lockutils [req-8b05f48a-43c0-4777-b530-a4e5db49fd2a req-acd81ebe-44a9-4ab5-8fe2-156c80639bae service nova] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.653561] env[63309]: DEBUG oslo_concurrency.lockutils [req-8b05f48a-43c0-4777-b530-a4e5db49fd2a req-acd81ebe-44a9-4ab5-8fe2-156c80639bae service nova] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.653561] env[63309]: DEBUG nova.compute.manager [req-8b05f48a-43c0-4777-b530-a4e5db49fd2a req-acd81ebe-44a9-4ab5-8fe2-156c80639bae service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] No waiting events found dispatching network-vif-plugged-853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.654139] env[63309]: WARNING nova.compute.manager [req-8b05f48a-43c0-4777-b530-a4e5db49fd2a req-acd81ebe-44a9-4ab5-8fe2-156c80639bae service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Received unexpected event network-vif-plugged-853d727a-11e7-4542-b2b8-c7d71eeb6289 for instance with vm_state building and task_state spawning. [ 632.787167] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.787317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquired lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.787466] env[63309]: DEBUG nova.network.neutron [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.890701] env[63309]: DEBUG oslo_vmware.api [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729615, 'name': PowerOffVM_Task, 'duration_secs': 0.238392} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.890701] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.890701] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.891234] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0424c8e-adba-47df-b907-5b8eb4665461 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.906085] env[63309]: DEBUG nova.network.neutron [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Updated VIF entry in instance network info cache for port 6e747fd7-bbdc-4c30-88d5-2b43b68326bc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.906428] env[63309]: DEBUG nova.network.neutron [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Updating instance_info_cache with network_info: [{"id": "6e747fd7-bbdc-4c30-88d5-2b43b68326bc", "address": "fa:16:3e:e2:64:a4", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e747fd7-bb", "ovs_interfaceid": "6e747fd7-bbdc-4c30-88d5-2b43b68326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.966926] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.967268] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.968204] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Deleting the datastore file [datastore1] 4e8b8b40-13fe-4874-9bec-63a68c599091 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.968204] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15d56ab-aa69-41f4-a7a4-b249442f3e45 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.985687] env[63309]: DEBUG oslo_vmware.api [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for the task: (returnval){ [ 632.985687] env[63309]: value = "task-2729618" [ 632.985687] env[63309]: _type = "Task" [ 632.985687] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.996814] env[63309]: DEBUG oslo_vmware.api [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.076165] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483697} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.080766] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f7641e0e-f7ad-4c83-af28-d86c20d65583/f7641e0e-f7ad-4c83-af28-d86c20d65583.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.080766] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.080766] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d8b0e2-97ec-421f-b906-701623e125c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.091294] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 633.091294] env[63309]: value = "task-2729619" [ 633.091294] env[63309]: _type = "Task" [ 633.091294] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.109705] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.255357] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c73b70-04c2-4ecb-90bc-8fdd3bd2d15d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.264932] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9c249-4163-4e17-bd51-6b47584039cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.299449] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df370a62-3122-44e8-9730-3b39928b32cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.308266] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df66cce-7ce8-4dbb-9e10-0837e7da7a2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.323610] env[63309]: DEBUG nova.compute.provider_tree [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.341974] env[63309]: DEBUG nova.network.neutron [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.413148] env[63309]: DEBUG oslo_concurrency.lockutils [req-40aba447-707f-4c52-850b-3b03e820566a req-71c304b5-ac49-45b7-8b7e-925d50976f90 service nova] Releasing lock "refresh_cache-f7641e0e-f7ad-4c83-af28-d86c20d65583" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.496838] env[63309]: DEBUG oslo_vmware.api [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Task: {'id': task-2729618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193756} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.499760] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.499760] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.499760] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.500037] env[63309]: INFO nova.compute.manager [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Took 1.15 seconds to destroy the instance on the hypervisor. [ 633.500320] env[63309]: DEBUG oslo.service.loopingcall [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.500805] env[63309]: DEBUG nova.compute.manager [-] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.500805] env[63309]: DEBUG nova.network.neutron [-] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.584028] env[63309]: DEBUG nova.network.neutron [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Updating instance_info_cache with network_info: [{"id": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "address": "fa:16:3e:68:17:58", "network": {"id": "992d8e26-2f52-4015-931f-d78d5392ba58", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-16093573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dae68a4159649dfa84db344293b3305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d727a-11", "ovs_interfaceid": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.603680] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07427} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.604165] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.606258] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587765a0-67fc-43c7-9826-7489a9386e72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.640123] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f7641e0e-f7ad-4c83-af28-d86c20d65583/f7641e0e-f7ad-4c83-af28-d86c20d65583.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.641408] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.643807] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ced16a3-c118-44f0-86e9-115bbc0b497c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.667300] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 633.667300] env[63309]: value = "task-2729620" [ 633.667300] env[63309]: _type = "Task" [ 633.667300] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.677288] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.688627] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.689295] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.693171] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.693171] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.693254] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.693401] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.693618] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.693788] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.693992] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.694118] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.694295] env[63309]: DEBUG nova.virt.hardware [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.695517] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7733ce5-c8c5-4f1c-8393-1fff235715bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.704381] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6bc1e-7ac2-463e-b782-a8d8dec03dd2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.826956] env[63309]: DEBUG nova.scheduler.client.report [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.028151] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.028494] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.086626] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Releasing lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.087816] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Instance network_info: |[{"id": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "address": "fa:16:3e:68:17:58", "network": {"id": "992d8e26-2f52-4015-931f-d78d5392ba58", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-16093573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dae68a4159649dfa84db344293b3305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d727a-11", "ovs_interfaceid": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.088346] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:17:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '853d727a-11e7-4542-b2b8-c7d71eeb6289', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.097778] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Creating folder: Project (7dae68a4159649dfa84db344293b3305). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.098516] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceee7b23-e3d6-4fff-bb4d-2de4c95ed437 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.115148] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Created folder: Project (7dae68a4159649dfa84db344293b3305) in parent group-v549567. [ 634.115148] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Creating folder: Instances. Parent ref: group-v549611. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.115148] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de14149b-74b6-4dd0-8841-a33ac3ed7133 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.130482] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Created folder: Instances in parent group-v549611. [ 634.131784] env[63309]: DEBUG oslo.service.loopingcall [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.131784] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.131784] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-858bfdb0-fb90-4ce1-96da-5c6d6d9c796a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.154668] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.154668] env[63309]: value = "task-2729623" [ 634.154668] env[63309]: _type = "Task" [ 634.154668] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.169017] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729623, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.177241] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729620, 'name': ReconfigVM_Task, 'duration_secs': 0.286959} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.177525] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f7641e0e-f7ad-4c83-af28-d86c20d65583/f7641e0e-f7ad-4c83-af28-d86c20d65583.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.178251] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cab964fb-5bc3-4e4c-8cb2-fe8e3fd0a089 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.186696] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 634.186696] env[63309]: value = "task-2729624" [ 634.186696] env[63309]: _type = "Task" [ 634.186696] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.195848] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729624, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.306853] env[63309]: DEBUG nova.compute.manager [req-945ef549-79e0-4407-bd51-da70bbb6e12b req-90c8517d-fd5b-456a-a918-e30b416c7878 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Received event network-vif-deleted-b814b177-bbf9-405c-8c53-4e200352f7c0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.307138] env[63309]: INFO nova.compute.manager [req-945ef549-79e0-4407-bd51-da70bbb6e12b req-90c8517d-fd5b-456a-a918-e30b416c7878 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Neutron deleted interface b814b177-bbf9-405c-8c53-4e200352f7c0; detaching it from the instance and deleting it from the info cache [ 634.307321] env[63309]: DEBUG nova.network.neutron [req-945ef549-79e0-4407-bd51-da70bbb6e12b req-90c8517d-fd5b-456a-a918-e30b416c7878 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.332904] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.336017] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.336496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.261s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.337872] env[63309]: INFO nova.compute.claims [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.344699] env[63309]: DEBUG nova.network.neutron [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Successfully updated port: 69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.366417] env[63309]: DEBUG nova.network.neutron [-] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.667227] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729623, 'name': CreateVM_Task, 'duration_secs': 0.396247} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.667424] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.668129] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.668295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.668619] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.668883] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee384ff5-1e80-42b0-bba1-7b39044a5fbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.676534] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 634.676534] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520b4a3f-6dd7-50de-f32f-b7a15770ca74" [ 634.676534] env[63309]: _type = "Task" [ 634.676534] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.684029] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520b4a3f-6dd7-50de-f32f-b7a15770ca74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.696531] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729624, 'name': Rename_Task, 'duration_secs': 0.156778} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.696795] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.697103] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6e2098-fdf4-433e-b198-17af59d4a61a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.705311] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 634.705311] env[63309]: value = "task-2729625" [ 634.705311] env[63309]: _type = "Task" [ 634.705311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.715327] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.728425] env[63309]: DEBUG nova.compute.manager [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Received event network-changed-853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.728590] env[63309]: DEBUG nova.compute.manager [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Refreshing instance network info cache due to event network-changed-853d727a-11e7-4542-b2b8-c7d71eeb6289. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.728813] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] Acquiring lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.729023] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] Acquired lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.729180] env[63309]: DEBUG nova.network.neutron [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Refreshing network info cache for port 853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.809941] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20e56770-bab8-4b3f-8c9e-852a8328cac9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.821161] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09084a59-e104-4748-9422-8e552ec659f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.852283] env[63309]: DEBUG nova.compute.utils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.858826] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.858826] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquired lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.859470] env[63309]: DEBUG nova.network.neutron [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.860246] env[63309]: DEBUG nova.compute.manager [req-945ef549-79e0-4407-bd51-da70bbb6e12b req-90c8517d-fd5b-456a-a918-e30b416c7878 service nova] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Detach interface failed, port_id=b814b177-bbf9-405c-8c53-4e200352f7c0, reason: Instance 4e8b8b40-13fe-4874-9bec-63a68c599091 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 634.860971] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.861148] env[63309]: DEBUG nova.network.neutron [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.878020] env[63309]: INFO nova.compute.manager [-] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Took 1.38 seconds to deallocate network for instance. [ 634.923123] env[63309]: DEBUG nova.policy [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9907645698e040508c94ac0cd426d9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de81d53b5ae14287af63d4fa78852aed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.186156] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520b4a3f-6dd7-50de-f32f-b7a15770ca74, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.186456] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.186685] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.186910] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.187296] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187489] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.188067] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beffb4e0-42b4-48eb-b115-96625f2e6e69 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.197810] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.198016] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.198729] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a4ab23-673b-40e5-b06b-95cacb8c550d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.205608] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 635.205608] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285b139-e83c-7646-8f7d-89e4c2aaec71" [ 635.205608] env[63309]: _type = "Task" [ 635.205608] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.220310] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729625, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.224348] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285b139-e83c-7646-8f7d-89e4c2aaec71, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.225310] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0572f171-d206-47fa-8c3f-56262f972669 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.233197] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 635.233197] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52233ffa-dca2-3613-5c1e-ef27e9b0a9ce" [ 635.233197] env[63309]: _type = "Task" [ 635.233197] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.246243] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52233ffa-dca2-3613-5c1e-ef27e9b0a9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.246243] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.246243] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 78ccd719-ff4f-44fb-a789-3ed60b862ffb/78ccd719-ff4f-44fb-a789-3ed60b862ffb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.246243] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8640cc09-584b-423d-9a40-dd994515bdda {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.253983] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 635.253983] env[63309]: value = "task-2729626" [ 635.253983] env[63309]: _type = "Task" [ 635.253983] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.262649] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.361486] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.389184] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.419407] env[63309]: DEBUG nova.network.neutron [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.616251] env[63309]: DEBUG nova.network.neutron [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updating instance_info_cache with network_info: [{"id": "69eae856-8544-4235-ac9f-21cdd4c293bb", "address": "fa:16:3e:3b:94:e1", "network": {"id": "5432646c-590d-4e6c-9555-ee079d09c03e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-542348015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d8824d10db4176925c42fcde0a83fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69eae856-85", "ovs_interfaceid": "69eae856-8544-4235-ac9f-21cdd4c293bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.719990] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729625, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.766363] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483452} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.766600] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 78ccd719-ff4f-44fb-a789-3ed60b862ffb/78ccd719-ff4f-44fb-a789-3ed60b862ffb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.766813] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.767080] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544dd56b-3e7c-4b76-8ae3-8980440661bd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.778100] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 635.778100] env[63309]: value = "task-2729627" [ 635.778100] env[63309]: _type = "Task" [ 635.778100] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.792952] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.866419] env[63309]: DEBUG nova.network.neutron [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Updated VIF entry in instance network info cache for port 853d727a-11e7-4542-b2b8-c7d71eeb6289. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.866644] env[63309]: DEBUG nova.network.neutron [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Updating instance_info_cache with network_info: [{"id": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "address": "fa:16:3e:68:17:58", "network": {"id": "992d8e26-2f52-4015-931f-d78d5392ba58", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-16093573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dae68a4159649dfa84db344293b3305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d727a-11", "ovs_interfaceid": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.882441] env[63309]: DEBUG nova.network.neutron [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Successfully created port: 28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.953022] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9cfa2-5379-4a78-a21f-fcfb37f32e27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.962326] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b4081-aa3c-406b-8f8b-2ecf48df6945 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.003169] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab55645-9eb8-4f56-8b29-d70ba1e6ec33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.011856] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aba268-c755-4614-9904-13bcaf4e080b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.026588] env[63309]: DEBUG nova.compute.provider_tree [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.121011] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Releasing lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.121011] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Instance network_info: |[{"id": "69eae856-8544-4235-ac9f-21cdd4c293bb", "address": "fa:16:3e:3b:94:e1", "network": {"id": "5432646c-590d-4e6c-9555-ee079d09c03e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-542348015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d8824d10db4176925c42fcde0a83fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69eae856-85", "ovs_interfaceid": "69eae856-8544-4235-ac9f-21cdd4c293bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.121243] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:94:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69eae856-8544-4235-ac9f-21cdd4c293bb', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.130073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Creating folder: Project (65d8824d10db4176925c42fcde0a83fc). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.130359] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eadffc5-5dc3-4b69-a195-f2426ba08fe7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.147664] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Created folder: Project (65d8824d10db4176925c42fcde0a83fc) in parent group-v549567. [ 636.147735] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Creating folder: Instances. Parent ref: group-v549614. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.147973] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcfc589f-3b02-4001-9cf4-15982b799fa8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.160303] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Created folder: Instances in parent group-v549614. [ 636.160588] env[63309]: DEBUG oslo.service.loopingcall [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.160841] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.161077] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bcb247e-0e3f-48a7-b373-f0f5748fb766 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.182707] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.182707] env[63309]: value = "task-2729630" [ 636.182707] env[63309]: _type = "Task" [ 636.182707] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.191230] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729630, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.219424] env[63309]: DEBUG oslo_vmware.api [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729625, 'name': PowerOnVM_Task, 'duration_secs': 1.20224} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.219783] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.220099] env[63309]: INFO nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Took 8.00 seconds to spawn the instance on the hypervisor. [ 636.220287] env[63309]: DEBUG nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.221354] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44918bb-2f1b-4b93-b927-5be78e22338d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.293557] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074226} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.293843] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.294724] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d382f904-b47b-4284-9bb5-862a53a6cd78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.325164] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 78ccd719-ff4f-44fb-a789-3ed60b862ffb/78ccd719-ff4f-44fb-a789-3ed60b862ffb.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.325164] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f45ddf-e333-4f0d-8843-ec8c69fa02ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.350364] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 636.350364] env[63309]: value = "task-2729631" [ 636.350364] env[63309]: _type = "Task" [ 636.350364] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.359715] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.369079] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd9af30c-c0f0-482b-9468-2dcd8a006f60 req-1f58ce77-4de8-489e-bb8b-237177172966 service nova] Releasing lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.379659] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.410746] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:06:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='548195928',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2131111445',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.411011] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.411169] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.411352] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.411497] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.411643] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.411985] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.412166] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.412566] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.412765] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.412943] env[63309]: DEBUG nova.virt.hardware [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.414174] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f7e27-ab7d-4ab8-8459-761de6769bb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.423474] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc153b8-1dcb-4ed9-af22-68119c59fdc6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.467411] env[63309]: DEBUG nova.compute.manager [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Received event network-vif-plugged-69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.467411] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.467411] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.467411] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.467411] env[63309]: DEBUG nova.compute.manager [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] No waiting events found dispatching network-vif-plugged-69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.467949] env[63309]: WARNING nova.compute.manager [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Received unexpected event network-vif-plugged-69eae856-8544-4235-ac9f-21cdd4c293bb for instance with vm_state building and task_state spawning. [ 636.467949] env[63309]: DEBUG nova.compute.manager [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Received event network-changed-69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.467949] env[63309]: DEBUG nova.compute.manager [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Refreshing instance network info cache due to event network-changed-69eae856-8544-4235-ac9f-21cdd4c293bb. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.467949] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] Acquiring lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.467949] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] Acquired lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.468122] env[63309]: DEBUG nova.network.neutron [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Refreshing network info cache for port 69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.529585] env[63309]: DEBUG nova.scheduler.client.report [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.692603] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729630, 'name': CreateVM_Task, 'duration_secs': 0.3413} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.692802] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.693588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.693750] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.694122] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.694429] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db43173b-a3a8-4773-92f1-53164e52cac0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.700662] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 636.700662] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5233025c-c276-7d85-8861-eaccb061eb00" [ 636.700662] env[63309]: _type = "Task" [ 636.700662] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.709070] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5233025c-c276-7d85-8861-eaccb061eb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.742875] env[63309]: INFO nova.compute.manager [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Took 33.59 seconds to build instance. [ 636.865140] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729631, 'name': ReconfigVM_Task, 'duration_secs': 0.336729} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.865298] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 78ccd719-ff4f-44fb-a789-3ed60b862ffb/78ccd719-ff4f-44fb-a789-3ed60b862ffb.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.866167] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641af643-4678-4102-92c5-92971b8e6915 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.881031] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 636.881031] env[63309]: value = "task-2729632" [ 636.881031] env[63309]: _type = "Task" [ 636.881031] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.893569] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729632, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.036232] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.036839] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.039479] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.796s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.040743] env[63309]: INFO nova.compute.claims [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.214065] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5233025c-c276-7d85-8861-eaccb061eb00, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.216219] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.216452] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.216706] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.218921] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.218921] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.218921] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a8e5ff-4611-4355-a1f6-54eac31c2931 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.233609] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.233609] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.233609] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d84fe6c-1e94-400c-b5e2-275bc037400d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.239714] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 637.239714] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524c087d-63ce-5060-f3f5-abb13622e6eb" [ 637.239714] env[63309]: _type = "Task" [ 637.239714] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.246684] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1bc09f5-3240-4e88-b1b7-a6a17db43323 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.093s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.250692] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524c087d-63ce-5060-f3f5-abb13622e6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.258513] env[63309]: DEBUG nova.network.neutron [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updated VIF entry in instance network info cache for port 69eae856-8544-4235-ac9f-21cdd4c293bb. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.259885] env[63309]: DEBUG nova.network.neutron [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updating instance_info_cache with network_info: [{"id": "69eae856-8544-4235-ac9f-21cdd4c293bb", "address": "fa:16:3e:3b:94:e1", "network": {"id": "5432646c-590d-4e6c-9555-ee079d09c03e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-542348015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d8824d10db4176925c42fcde0a83fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69eae856-85", "ovs_interfaceid": "69eae856-8544-4235-ac9f-21cdd4c293bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.331625] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f7641e0e-f7ad-4c83-af28-d86c20d65583" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.331934] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.332165] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f7641e0e-f7ad-4c83-af28-d86c20d65583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.332344] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.332507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.337251] env[63309]: INFO nova.compute.manager [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Terminating instance [ 637.391022] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729632, 'name': Rename_Task, 'duration_secs': 0.141432} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.391451] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.391754] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a357b2a9-d70d-4112-8169-fc9c4285d4e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.403391] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 637.403391] env[63309]: value = "task-2729633" [ 637.403391] env[63309]: _type = "Task" [ 637.403391] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.410813] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.545726] env[63309]: DEBUG nova.compute.utils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.547796] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.547796] env[63309]: DEBUG nova.network.neutron [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.614099] env[63309]: DEBUG nova.network.neutron [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Successfully updated port: 28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.619263] env[63309]: DEBUG nova.policy [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb234685587247a192ad781129ea688e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd1e5f7a11466c960d6a51a9173ba7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.753015] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.755581] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524c087d-63ce-5060-f3f5-abb13622e6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.028849} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.759135] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94b259c-1b4e-41d1-8158-c6c197bbdb00 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.764999] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd039e5f-f1f1-4727-8b69-2af65b302e70 req-119105ad-5170-4cd7-92ff-f573892ce479 service nova] Releasing lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.765436] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 637.765436] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5291b3ea-b0ff-cab2-09bd-60219983ceea" [ 637.765436] env[63309]: _type = "Task" [ 637.765436] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.776609] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5291b3ea-b0ff-cab2-09bd-60219983ceea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.842086] env[63309]: DEBUG nova.compute.manager [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.842311] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.843336] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14589c85-6a65-4add-ad4d-fb14f758f7fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.852260] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.852588] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b2048b-6efa-469e-9c9d-80125de0e70b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.863916] env[63309]: DEBUG oslo_vmware.api [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 637.863916] env[63309]: value = "task-2729634" [ 637.863916] env[63309]: _type = "Task" [ 637.863916] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.875217] env[63309]: DEBUG oslo_vmware.api [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.913615] env[63309]: DEBUG oslo_vmware.api [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729633, 'name': PowerOnVM_Task, 'duration_secs': 0.448173} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.913945] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.914205] env[63309]: INFO nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Took 7.00 seconds to spawn the instance on the hypervisor. [ 637.914490] env[63309]: DEBUG nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.915383] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ededf3-1e33-4287-9de0-c957ab8be7a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.027895] env[63309]: DEBUG nova.network.neutron [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Successfully created port: a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.052542] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.125593] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.125593] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.125593] env[63309]: DEBUG nova.network.neutron [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.275270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.281285] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5291b3ea-b0ff-cab2-09bd-60219983ceea, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.281540] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.281812] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 3481b312-c716-41b4-a9f4-8992ce7fc1fc/3481b312-c716-41b4-a9f4-8992ce7fc1fc.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.282075] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f8bb26b-fb3b-423e-9345-176afd515930 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.297675] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 638.297675] env[63309]: value = "task-2729635" [ 638.297675] env[63309]: _type = "Task" [ 638.297675] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.309455] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.379325] env[63309]: DEBUG oslo_vmware.api [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729634, 'name': PowerOffVM_Task, 'duration_secs': 0.18897} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.379428] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.379594] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.379869] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0685168-37fc-4956-824b-b31eb229dcc9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.439578] env[63309]: INFO nova.compute.manager [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Took 34.90 seconds to build instance. [ 638.454243] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.454717] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.455736] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleting the datastore file [datastore2] f7641e0e-f7ad-4c83-af28-d86c20d65583 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.455736] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575cea96-687f-4ddc-96c7-944353825a5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.465303] env[63309]: DEBUG oslo_vmware.api [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 638.465303] env[63309]: value = "task-2729637" [ 638.465303] env[63309]: _type = "Task" [ 638.465303] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.479011] env[63309]: DEBUG oslo_vmware.api [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.703910] env[63309]: DEBUG nova.network.neutron [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.717086] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a5cee-1efc-4ebd-9583-563ac6fe620a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.732470] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7ac996-c401-48b3-b655-0967d8903369 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.772946] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950b2c2c-50d8-421e-a3a0-21a84bfa2823 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.776804] env[63309]: DEBUG nova.compute.manager [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Received event network-vif-plugged-28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.777081] env[63309]: DEBUG oslo_concurrency.lockutils [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] Acquiring lock "753eb1b2-d48c-4d4b-8f31-d0f395991028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.777296] env[63309]: DEBUG oslo_concurrency.lockutils [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.777478] env[63309]: DEBUG oslo_concurrency.lockutils [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.777751] env[63309]: DEBUG nova.compute.manager [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] No waiting events found dispatching network-vif-plugged-28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.777847] env[63309]: WARNING nova.compute.manager [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Received unexpected event network-vif-plugged-28d2792a-4294-43a4-8e59-89c93105dc17 for instance with vm_state building and task_state spawning. [ 638.777973] env[63309]: DEBUG nova.compute.manager [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Received event network-changed-28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.778199] env[63309]: DEBUG nova.compute.manager [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Refreshing instance network info cache due to event network-changed-28d2792a-4294-43a4-8e59-89c93105dc17. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.778431] env[63309]: DEBUG oslo_concurrency.lockutils [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] Acquiring lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.789832] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a506f5-a39d-4c1a-aa1e-bb0478332cd6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.813808] env[63309]: DEBUG nova.compute.provider_tree [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.822847] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729635, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.941889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ec7efb6-e7f6-41d8-a228-91a4695c979e tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.786s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.976575] env[63309]: DEBUG oslo_vmware.api [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193315} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.976834] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.977022] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.977331] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.977692] env[63309]: INFO nova.compute.manager [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Took 1.14 seconds to destroy the instance on the hypervisor. [ 638.977824] env[63309]: DEBUG oslo.service.loopingcall [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.977947] env[63309]: DEBUG nova.compute.manager [-] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.978014] env[63309]: DEBUG nova.network.neutron [-] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.067074] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.094840] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.095098] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.095257] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.095513] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.095665] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.095808] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.096027] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.096179] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.096338] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.096494] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.097459] env[63309]: DEBUG nova.virt.hardware [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.098311] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6145ca-0759-4cc0-b0dd-03aee678c99f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.107751] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14caf2b6-50f9-4ccc-aa9f-7d718b38cd9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.136138] env[63309]: DEBUG nova.network.neutron [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updating instance_info_cache with network_info: [{"id": "28d2792a-4294-43a4-8e59-89c93105dc17", "address": "fa:16:3e:10:01:78", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d2792a-42", "ovs_interfaceid": "28d2792a-4294-43a4-8e59-89c93105dc17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.311762] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566411} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.312510] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 3481b312-c716-41b4-a9f4-8992ce7fc1fc/3481b312-c716-41b4-a9f4-8992ce7fc1fc.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.312510] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.312733] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e61b4616-80f1-4414-bd3d-ec87abe80ee0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.317713] env[63309]: DEBUG nova.scheduler.client.report [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.322910] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 639.322910] env[63309]: value = "task-2729638" [ 639.322910] env[63309]: _type = "Task" [ 639.322910] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.333412] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.448127] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.639415] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Releasing lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.639750] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Instance network_info: |[{"id": "28d2792a-4294-43a4-8e59-89c93105dc17", "address": "fa:16:3e:10:01:78", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d2792a-42", "ovs_interfaceid": "28d2792a-4294-43a4-8e59-89c93105dc17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.640092] env[63309]: DEBUG oslo_concurrency.lockutils [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] Acquired lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.640242] env[63309]: DEBUG nova.network.neutron [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Refreshing network info cache for port 28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.643562] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:01:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28d2792a-4294-43a4-8e59-89c93105dc17', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.654552] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Creating folder: Project (de81d53b5ae14287af63d4fa78852aed). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.656517] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0c7e0b0-1239-472a-a94b-1e9ab9b42440 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.670633] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Created folder: Project (de81d53b5ae14287af63d4fa78852aed) in parent group-v549567. [ 639.671560] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Creating folder: Instances. Parent ref: group-v549617. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.672031] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a514d6f-1318-40b8-bd7e-c9bfee401918 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.687120] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Created folder: Instances in parent group-v549617. [ 639.687120] env[63309]: DEBUG oslo.service.loopingcall [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.687120] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.687120] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a295f9be-e021-44d2-b8f3-ae4c81ce1ef8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.711898] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.711898] env[63309]: value = "task-2729641" [ 639.711898] env[63309]: _type = "Task" [ 639.711898] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.723155] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729641, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.783222] env[63309]: DEBUG nova.compute.manager [req-4829e79c-f55e-4e64-8e3d-673c18ea9cf2 req-58938d11-e7b5-4738-816a-801292a261ae service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Received event network-vif-deleted-6e747fd7-bbdc-4c30-88d5-2b43b68326bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.783222] env[63309]: INFO nova.compute.manager [req-4829e79c-f55e-4e64-8e3d-673c18ea9cf2 req-58938d11-e7b5-4738-816a-801292a261ae service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Neutron deleted interface 6e747fd7-bbdc-4c30-88d5-2b43b68326bc; detaching it from the instance and deleting it from the info cache [ 639.783222] env[63309]: DEBUG nova.network.neutron [req-4829e79c-f55e-4e64-8e3d-673c18ea9cf2 req-58938d11-e7b5-4738-816a-801292a261ae service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.827415] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.827415] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.828588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.847s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.828973] env[63309]: DEBUG nova.objects.instance [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lazy-loading 'resources' on Instance uuid f5291147-c37e-4400-8a4f-9694049e55a8 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.848010] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071481} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.853643] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.853891] env[63309]: DEBUG nova.network.neutron [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Successfully updated port: a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.860355] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e207020-d43f-40d3-8c93-475da0dab5df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.888223] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 3481b312-c716-41b4-a9f4-8992ce7fc1fc/3481b312-c716-41b4-a9f4-8992ce7fc1fc.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.888769] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274571a6-b8d2-40cd-bebb-fdba08c181b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.912286] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 639.912286] env[63309]: value = "task-2729642" [ 639.912286] env[63309]: _type = "Task" [ 639.912286] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.924960] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.980545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.005973] env[63309]: DEBUG nova.network.neutron [-] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.224947] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729641, 'name': CreateVM_Task, 'duration_secs': 0.38164} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.225150] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.225862] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.226236] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.226659] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.226869] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d28354-c746-4de3-b15c-fcd493daeea5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.232977] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 640.232977] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5269bc17-8a2a-0596-1a6c-e33e68fca0b4" [ 640.232977] env[63309]: _type = "Task" [ 640.232977] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.243040] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5269bc17-8a2a-0596-1a6c-e33e68fca0b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.287822] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7743c843-b265-4f8f-851b-d8636026a21c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.298227] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7949f8-e783-43f8-8712-284bcb9f3658 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.334413] env[63309]: DEBUG nova.compute.manager [req-4829e79c-f55e-4e64-8e3d-673c18ea9cf2 req-58938d11-e7b5-4738-816a-801292a261ae service nova] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Detach interface failed, port_id=6e747fd7-bbdc-4c30-88d5-2b43b68326bc, reason: Instance f7641e0e-f7ad-4c83-af28-d86c20d65583 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 640.340272] env[63309]: DEBUG nova.compute.utils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.344476] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.344873] env[63309]: DEBUG nova.network.neutron [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.367583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.367583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.367583] env[63309]: DEBUG nova.network.neutron [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.426735] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.428310] env[63309]: DEBUG nova.policy [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd936c3a16029465290401a940d3521ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f604fcf8789246c4a1b8aca856b677b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.485063] env[63309]: DEBUG nova.network.neutron [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updated VIF entry in instance network info cache for port 28d2792a-4294-43a4-8e59-89c93105dc17. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.485435] env[63309]: DEBUG nova.network.neutron [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updating instance_info_cache with network_info: [{"id": "28d2792a-4294-43a4-8e59-89c93105dc17", "address": "fa:16:3e:10:01:78", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d2792a-42", "ovs_interfaceid": "28d2792a-4294-43a4-8e59-89c93105dc17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.508126] env[63309]: INFO nova.compute.manager [-] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Took 1.53 seconds to deallocate network for instance. [ 640.747326] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5269bc17-8a2a-0596-1a6c-e33e68fca0b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.747606] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.748157] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.748157] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.748303] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.748387] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.748666] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e0572d-8ce8-41ef-864b-82ae0d16b8d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.760132] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.760333] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.761176] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1698e150-eec6-4a16-91da-e79c99550ae5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.769645] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 640.769645] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a6cb79-9ae8-9f06-b0a4-e33dc5f752f3" [ 640.769645] env[63309]: _type = "Task" [ 640.769645] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.781059] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a6cb79-9ae8-9f06-b0a4-e33dc5f752f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.781947] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd17cc44-5dcb-4021-9a8f-9a0b876fdf55 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.790169] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 640.790169] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b287f-d37b-b033-8411-07e6d6fffe8a" [ 640.790169] env[63309]: _type = "Task" [ 640.790169] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.800012] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b287f-d37b-b033-8411-07e6d6fffe8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.800435] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.800693] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 753eb1b2-d48c-4d4b-8f31-d0f395991028/753eb1b2-d48c-4d4b-8f31-d0f395991028.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.800946] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b54ff16-155b-4715-a22e-08be630a416b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.816615] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 640.816615] env[63309]: value = "task-2729643" [ 640.816615] env[63309]: _type = "Task" [ 640.816615] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.833336] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.845370] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.877031] env[63309]: DEBUG nova.network.neutron [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Successfully created port: 0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.890923] env[63309]: DEBUG nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Received event network-changed-853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.891159] env[63309]: DEBUG nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Refreshing instance network info cache due to event network-changed-853d727a-11e7-4542-b2b8-c7d71eeb6289. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 640.891415] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Acquiring lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.891523] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Acquired lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.891686] env[63309]: DEBUG nova.network.neutron [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Refreshing network info cache for port 853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.909228] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad57f33-3439-429d-a61b-a2236553ead9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.919843] env[63309]: DEBUG nova.network.neutron [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.923711] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90961a7-72b4-4cc9-ab72-d1d13a20714c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.931978] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729642, 'name': ReconfigVM_Task, 'duration_secs': 0.742426} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.932579] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 3481b312-c716-41b4-a9f4-8992ce7fc1fc/3481b312-c716-41b4-a9f4-8992ce7fc1fc.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.933283] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d86f0fd-1343-4d4d-9e71-3dca0d07b795 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.967775] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddeb81c-6a8a-4bcf-9c18-76c660bcf88c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.970952] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 640.970952] env[63309]: value = "task-2729644" [ 640.970952] env[63309]: _type = "Task" [ 640.970952] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.980064] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fce595-afeb-4056-9363-c92ff93104ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.985723] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729644, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.987708] env[63309]: DEBUG oslo_concurrency.lockutils [req-eaa7839a-2c38-4bb3-9224-0279a8efb924 req-559fe3a9-196b-41b9-b81f-8c67f6995173 service nova] Releasing lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.997276] env[63309]: DEBUG nova.compute.provider_tree [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.016058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.244702] env[63309]: DEBUG nova.network.neutron [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updating instance_info_cache with network_info: [{"id": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "address": "fa:16:3e:ee:c8:02", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b40dcf-46", "ovs_interfaceid": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.326716] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729643, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.481389] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729644, 'name': Rename_Task, 'duration_secs': 0.214271} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.481656] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.481935] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d495df4c-921a-4e7b-b23e-953f1b134842 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.489918] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 641.489918] env[63309]: value = "task-2729645" [ 641.489918] env[63309]: _type = "Task" [ 641.489918] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.506109] env[63309]: DEBUG nova.scheduler.client.report [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.507094] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.700985] env[63309]: DEBUG nova.network.neutron [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Updated VIF entry in instance network info cache for port 853d727a-11e7-4542-b2b8-c7d71eeb6289. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.700985] env[63309]: DEBUG nova.network.neutron [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Updating instance_info_cache with network_info: [{"id": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "address": "fa:16:3e:68:17:58", "network": {"id": "992d8e26-2f52-4015-931f-d78d5392ba58", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-16093573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dae68a4159649dfa84db344293b3305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853d727a-11", "ovs_interfaceid": "853d727a-11e7-4542-b2b8-c7d71eeb6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.748207] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.749031] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Instance network_info: |[{"id": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "address": "fa:16:3e:ee:c8:02", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b40dcf-46", "ovs_interfaceid": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.749182] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:c8:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b40dcf-46b7-4617-9e66-30cc241637bd', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.756670] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating folder: Project (5acd1e5f7a11466c960d6a51a9173ba7). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.761017] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1410c93a-e5db-4cb0-bb19-7c3f685a74ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.769462] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created folder: Project (5acd1e5f7a11466c960d6a51a9173ba7) in parent group-v549567. [ 641.771844] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating folder: Instances. Parent ref: group-v549620. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.771844] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e82fa0-59e7-48e7-9f7e-d6e788dd4408 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.780524] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created folder: Instances in parent group-v549620. [ 641.780750] env[63309]: DEBUG oslo.service.loopingcall [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.780944] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.781158] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f34e087-1c4d-43d4-9a01-ae2b2914feff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.806268] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.806268] env[63309]: value = "task-2729648" [ 641.806268] env[63309]: _type = "Task" [ 641.806268] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.812977] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729648, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.824965] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52125} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.825236] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 753eb1b2-d48c-4d4b-8f31-d0f395991028/753eb1b2-d48c-4d4b-8f31-d0f395991028.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.825445] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.825723] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e05e9f-ffbc-4924-ae23-8d9b6d9cbe86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.833875] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 641.833875] env[63309]: value = "task-2729649" [ 641.833875] env[63309]: _type = "Task" [ 641.833875] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.842727] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.854242] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.881173] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.881423] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.881583] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.881830] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.881992] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.882162] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.882367] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.882686] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.882686] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.883070] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.883254] env[63309]: DEBUG nova.virt.hardware [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.884131] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ba76b8-c14b-464a-9aa6-341094537c1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.892968] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738da6b0-879e-43e4-b44a-ef5a80d7d0c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.003356] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729645, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.009016] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.010638] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.731s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.010929] env[63309]: DEBUG nova.objects.instance [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lazy-loading 'resources' on Instance uuid 9cdd1898-b712-49fd-8e0f-83607a848fca {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.039944] env[63309]: INFO nova.scheduler.client.report [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Deleted allocations for instance f5291147-c37e-4400-8a4f-9694049e55a8 [ 642.208649] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Releasing lock "refresh_cache-78ccd719-ff4f-44fb-a789-3ed60b862ffb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.208649] env[63309]: DEBUG nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Received event network-vif-plugged-a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.208649] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Acquiring lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.208649] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.208649] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.208986] env[63309]: DEBUG nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] No waiting events found dispatching network-vif-plugged-a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.208986] env[63309]: WARNING nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Received unexpected event network-vif-plugged-a2b40dcf-46b7-4617-9e66-30cc241637bd for instance with vm_state building and task_state spawning. [ 642.208986] env[63309]: DEBUG nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Received event network-changed-a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.208986] env[63309]: DEBUG nova.compute.manager [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Refreshing instance network info cache due to event network-changed-a2b40dcf-46b7-4617-9e66-30cc241637bd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.208986] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Acquiring lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.209234] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Acquired lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.209234] env[63309]: DEBUG nova.network.neutron [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Refreshing network info cache for port a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.316662] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729648, 'name': CreateVM_Task, 'duration_secs': 0.384296} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.316662] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.317718] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.318174] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.320212] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.320212] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37055fc3-603f-4584-a820-ca86256a4d4c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.325309] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 642.325309] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5269ca71-7d49-bc8d-b928-bd5025e24e3d" [ 642.325309] env[63309]: _type = "Task" [ 642.325309] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.335691] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5269ca71-7d49-bc8d-b928-bd5025e24e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.344987] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076445} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.345512] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.349018] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f70dbc5-c991-41be-ae36-ce25bb9cd2ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.375898] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 753eb1b2-d48c-4d4b-8f31-d0f395991028/753eb1b2-d48c-4d4b-8f31-d0f395991028.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.376407] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85838d0-cd98-41eb-be51-cf31bb3e9f38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.396985] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 642.396985] env[63309]: value = "task-2729650" [ 642.396985] env[63309]: _type = "Task" [ 642.396985] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.407349] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.503614] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729645, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.521831] env[63309]: DEBUG nova.compute.manager [req-06696aad-7c94-4fe6-9c45-53e2c370cc2d req-f970f05b-3cde-4d94-8ab2-adabb9158ee8 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Received event network-vif-plugged-0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.521996] env[63309]: DEBUG oslo_concurrency.lockutils [req-06696aad-7c94-4fe6-9c45-53e2c370cc2d req-f970f05b-3cde-4d94-8ab2-adabb9158ee8 service nova] Acquiring lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.522235] env[63309]: DEBUG oslo_concurrency.lockutils [req-06696aad-7c94-4fe6-9c45-53e2c370cc2d req-f970f05b-3cde-4d94-8ab2-adabb9158ee8 service nova] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.522406] env[63309]: DEBUG oslo_concurrency.lockutils [req-06696aad-7c94-4fe6-9c45-53e2c370cc2d req-f970f05b-3cde-4d94-8ab2-adabb9158ee8 service nova] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.522582] env[63309]: DEBUG nova.compute.manager [req-06696aad-7c94-4fe6-9c45-53e2c370cc2d req-f970f05b-3cde-4d94-8ab2-adabb9158ee8 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] No waiting events found dispatching network-vif-plugged-0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.522763] env[63309]: WARNING nova.compute.manager [req-06696aad-7c94-4fe6-9c45-53e2c370cc2d req-f970f05b-3cde-4d94-8ab2-adabb9158ee8 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Received unexpected event network-vif-plugged-0f24fdec-8fb2-4111-ab5f-6a77a587c888 for instance with vm_state building and task_state spawning. [ 642.550503] env[63309]: DEBUG oslo_concurrency.lockutils [None req-72ca7062-742b-44f0-9374-cbc4c6175205 tempest-ServerDiagnosticsV248Test-1819327416 tempest-ServerDiagnosticsV248Test-1819327416-project-member] Lock "f5291147-c37e-4400-8a4f-9694049e55a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.135s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.818970] env[63309]: DEBUG nova.network.neutron [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Successfully updated port: 0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.847037] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5269ca71-7d49-bc8d-b928-bd5025e24e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.848802] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.848802] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.848802] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.848802] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.849534] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.849534] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a47b55b-ecbe-42b4-8a1e-846f7fc082d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.870355] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.870538] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.871364] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9330064-4b3d-43de-8082-cf4d033fe153 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.881556] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 642.881556] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5273bfc0-cc5d-b009-13f0-212bcbd99b5b" [ 642.881556] env[63309]: _type = "Task" [ 642.881556] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.891175] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5273bfc0-cc5d-b009-13f0-212bcbd99b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.907562] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729650, 'name': ReconfigVM_Task, 'duration_secs': 0.286138} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.910431] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 753eb1b2-d48c-4d4b-8f31-d0f395991028/753eb1b2-d48c-4d4b-8f31-d0f395991028.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.911681] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3305eb67-29fb-4aa5-8ab1-10fbcda8c132 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.926014] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 642.926014] env[63309]: value = "task-2729651" [ 642.926014] env[63309]: _type = "Task" [ 642.926014] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.943231] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729651, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.016182] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729645, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.093389] env[63309]: DEBUG nova.network.neutron [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updated VIF entry in instance network info cache for port a2b40dcf-46b7-4617-9e66-30cc241637bd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.093856] env[63309]: DEBUG nova.network.neutron [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updating instance_info_cache with network_info: [{"id": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "address": "fa:16:3e:ee:c8:02", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b40dcf-46", "ovs_interfaceid": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.140768] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6fdaf-1c2f-4d1d-90e9-eefdcfadb69d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.149493] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d35e2d-a649-4a58-8177-cfa9b8ead6c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.184703] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f434e55b-c582-47de-8f15-bb0c2906c3a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.193636] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb97bd-4181-4c00-b954-d148ce865dac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.208696] env[63309]: DEBUG nova.compute.provider_tree [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.321291] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "refresh_cache-72ad0057-c02b-4a31-8d58-e33c0b085c9b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.321446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquired lock "refresh_cache-72ad0057-c02b-4a31-8d58-e33c0b085c9b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.321652] env[63309]: DEBUG nova.network.neutron [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.393593] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5273bfc0-cc5d-b009-13f0-212bcbd99b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.394403] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67958f8a-0b70-4c11-8079-501a1bc5407d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.401947] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 643.401947] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8ce86-55d5-65b3-eacf-28621bd80340" [ 643.401947] env[63309]: _type = "Task" [ 643.401947] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.410860] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8ce86-55d5-65b3-eacf-28621bd80340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.434708] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729651, 'name': Rename_Task, 'duration_secs': 0.195962} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.435023] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.435715] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d7e085-c4b0-4511-be42-0b173a1a0fc6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.444664] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 643.444664] env[63309]: value = "task-2729652" [ 643.444664] env[63309]: _type = "Task" [ 643.444664] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.453878] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.506629] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729645, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.599220] env[63309]: DEBUG oslo_concurrency.lockutils [req-f4d80934-6a30-40c9-a92d-81a2711aff85 req-0eaa5dad-8ec5-4f5b-8220-04f8e1e6a2af service nova] Releasing lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.724383] env[63309]: DEBUG nova.scheduler.client.report [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.868599] env[63309]: DEBUG nova.network.neutron [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.913933] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8ce86-55d5-65b3-eacf-28621bd80340, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.915362] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.915362] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8/4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.915362] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c35bbd39-7e11-4c0a-9b0f-c65f0d9fcc36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.925180] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 643.925180] env[63309]: value = "task-2729653" [ 643.925180] env[63309]: _type = "Task" [ 643.925180] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.939125] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.956463] env[63309]: DEBUG oslo_vmware.api [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729652, 'name': PowerOnVM_Task, 'duration_secs': 0.466683} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.956463] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.956463] env[63309]: INFO nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Took 7.58 seconds to spawn the instance on the hypervisor. [ 643.956463] env[63309]: DEBUG nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.956985] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f1fbe7-c9a0-46b6-88de-264bca2d2369 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.017343] env[63309]: DEBUG oslo_vmware.api [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729645, 'name': PowerOnVM_Task, 'duration_secs': 2.037895} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.017343] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.017343] env[63309]: INFO nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Took 10.37 seconds to spawn the instance on the hypervisor. [ 644.017343] env[63309]: DEBUG nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.017643] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a0cfa-0701-4c9b-a443-59f92fc250ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.096609] env[63309]: DEBUG nova.network.neutron [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Updating instance_info_cache with network_info: [{"id": "0f24fdec-8fb2-4111-ab5f-6a77a587c888", "address": "fa:16:3e:1e:64:e1", "network": {"id": "557ab637-03d4-42df-b0ea-6c2a57096661", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-369352862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f604fcf8789246c4a1b8aca856b677b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f24fdec-8f", "ovs_interfaceid": "0f24fdec-8fb2-4111-ab5f-6a77a587c888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.230185] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.230247] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.481s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.230720] env[63309]: DEBUG nova.objects.instance [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lazy-loading 'resources' on Instance uuid f454a4c2-3812-4923-9f20-3e97d021b449 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.261868] env[63309]: INFO nova.scheduler.client.report [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Deleted allocations for instance 9cdd1898-b712-49fd-8e0f-83607a848fca [ 644.438918] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.479337] env[63309]: INFO nova.compute.manager [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Took 39.50 seconds to build instance. [ 644.541386] env[63309]: INFO nova.compute.manager [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Took 40.27 seconds to build instance. [ 644.600382] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Releasing lock "refresh_cache-72ad0057-c02b-4a31-8d58-e33c0b085c9b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.600382] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Instance network_info: |[{"id": "0f24fdec-8fb2-4111-ab5f-6a77a587c888", "address": "fa:16:3e:1e:64:e1", "network": {"id": "557ab637-03d4-42df-b0ea-6c2a57096661", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-369352862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f604fcf8789246c4a1b8aca856b677b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f24fdec-8f", "ovs_interfaceid": "0f24fdec-8fb2-4111-ab5f-6a77a587c888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.600624] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:64:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f24fdec-8fb2-4111-ab5f-6a77a587c888', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.611090] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Creating folder: Project (f604fcf8789246c4a1b8aca856b677b9). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.613683] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ad114fb-e83d-430c-9cff-f77523e999e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.627921] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Created folder: Project (f604fcf8789246c4a1b8aca856b677b9) in parent group-v549567. [ 644.628251] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Creating folder: Instances. Parent ref: group-v549623. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.628428] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4a9e4db-e7df-4a2c-8654-802e6842f154 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.644480] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Created folder: Instances in parent group-v549623. [ 644.644480] env[63309]: DEBUG oslo.service.loopingcall [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.644480] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.645815] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7d9504-177d-4cad-95a4-7a13fd2ebbbe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.674242] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.674242] env[63309]: value = "task-2729656" [ 644.674242] env[63309]: _type = "Task" [ 644.674242] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.686237] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729656, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.778364] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f7fbbea9-9a3d-40a5-97fe-eede6e9a1bc4 tempest-ServerExternalEventsTest-2068674417 tempest-ServerExternalEventsTest-2068674417-project-member] Lock "9cdd1898-b712-49fd-8e0f-83607a848fca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.106s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.906019] env[63309]: DEBUG nova.compute.manager [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Received event network-changed-0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.906019] env[63309]: DEBUG nova.compute.manager [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Refreshing instance network info cache due to event network-changed-0f24fdec-8fb2-4111-ab5f-6a77a587c888. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.906019] env[63309]: DEBUG oslo_concurrency.lockutils [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] Acquiring lock "refresh_cache-72ad0057-c02b-4a31-8d58-e33c0b085c9b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.906019] env[63309]: DEBUG oslo_concurrency.lockutils [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] Acquired lock "refresh_cache-72ad0057-c02b-4a31-8d58-e33c0b085c9b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.906019] env[63309]: DEBUG nova.network.neutron [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Refreshing network info cache for port 0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.947719] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914074} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.947985] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8/4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.948208] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.948469] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2916c30d-f738-4484-bad6-a85778d9aa92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.957795] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 644.957795] env[63309]: value = "task-2729657" [ 644.957795] env[63309]: _type = "Task" [ 644.957795] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.971458] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.985583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e203188-51ce-462a-a532-f5c288f59314 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.797s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.047115] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8701f275-480a-469c-bc98-3a1f44fd3e9f tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.197s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.190291] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729656, 'name': CreateVM_Task, 'duration_secs': 0.385115} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.190577] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.191414] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.191672] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.192188] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.195491] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bac235e-ec3a-4950-b75e-c2f303e6287e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.200893] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 645.200893] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a15a66-1288-2706-2f3d-ac685e59f326" [ 645.200893] env[63309]: _type = "Task" [ 645.200893] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.218363] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a15a66-1288-2706-2f3d-ac685e59f326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.308034] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa0b199-23c1-411b-9414-1199ae44dfe1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.317862] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ce412-a1d9-4ac7-83bd-04532d6daf3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.356601] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a139db-0b59-40d5-900c-2092d9cadf77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.367969] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4273a8-64fd-4f5d-8394-674b70d5d8f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.384121] env[63309]: DEBUG nova.compute.provider_tree [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.387282] env[63309]: DEBUG nova.compute.manager [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Received event network-changed-28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.388020] env[63309]: DEBUG nova.compute.manager [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Refreshing instance network info cache due to event network-changed-28d2792a-4294-43a4-8e59-89c93105dc17. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.388020] env[63309]: DEBUG oslo_concurrency.lockutils [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] Acquiring lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.388020] env[63309]: DEBUG oslo_concurrency.lockutils [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] Acquired lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.388020] env[63309]: DEBUG nova.network.neutron [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Refreshing network info cache for port 28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.450167] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "c95e9301-0004-4ed7-a2da-1cba22371eaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.450167] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.467813] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087789} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.468097] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.468953] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe1bf85-d8dd-4e5c-8fe5-19ffd8a91068 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.492939] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8/4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.494017] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.495975] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62479ed6-4986-4c86-9143-5024cce79ee3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.519694] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 645.519694] env[63309]: value = "task-2729658" [ 645.519694] env[63309]: _type = "Task" [ 645.519694] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.528796] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.550330] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.716298] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a15a66-1288-2706-2f3d-ac685e59f326, 'name': SearchDatastore_Task, 'duration_secs': 0.049665} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.716688] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.716941] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.717199] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.717426] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.717524] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.718143] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a206d6-3f2c-48aa-aef5-36df3735ec8d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.731078] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.731290] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.732080] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b99eae5-49a6-4e64-97bd-2f6a1cbf42b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.739508] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 645.739508] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522ff6ba-1c39-e2c8-c1ac-fda27db46f9a" [ 645.739508] env[63309]: _type = "Task" [ 645.739508] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.750015] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522ff6ba-1c39-e2c8-c1ac-fda27db46f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.890831] env[63309]: DEBUG nova.scheduler.client.report [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.019086] env[63309]: DEBUG nova.network.neutron [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Updated VIF entry in instance network info cache for port 0f24fdec-8fb2-4111-ab5f-6a77a587c888. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.020852] env[63309]: DEBUG nova.network.neutron [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Updating instance_info_cache with network_info: [{"id": "0f24fdec-8fb2-4111-ab5f-6a77a587c888", "address": "fa:16:3e:1e:64:e1", "network": {"id": "557ab637-03d4-42df-b0ea-6c2a57096661", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-369352862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f604fcf8789246c4a1b8aca856b677b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f24fdec-8f", "ovs_interfaceid": "0f24fdec-8fb2-4111-ab5f-6a77a587c888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.047485] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.062690] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.079064] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.250833] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522ff6ba-1c39-e2c8-c1ac-fda27db46f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.022732} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.252225] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfe10e3-d46e-4707-b060-f31c1e369538 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.259497] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 646.259497] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526a042a-ff82-ab17-b714-3830ae8b62fb" [ 646.259497] env[63309]: _type = "Task" [ 646.259497] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.270821] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526a042a-ff82-ab17-b714-3830ae8b62fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.398930] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.401437] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.276s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.403056] env[63309]: INFO nova.compute.claims [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.421001] env[63309]: INFO nova.scheduler.client.report [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Deleted allocations for instance f454a4c2-3812-4923-9f20-3e97d021b449 [ 646.523652] env[63309]: DEBUG oslo_concurrency.lockutils [req-d02e16f0-3f2a-4845-af3e-971428edab43 req-b172eb79-2b21-46c2-9f20-456e17815785 service nova] Releasing lock "refresh_cache-72ad0057-c02b-4a31-8d58-e33c0b085c9b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.539500] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.774468] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526a042a-ff82-ab17-b714-3830ae8b62fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01716} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.775125] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.775517] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 72ad0057-c02b-4a31-8d58-e33c0b085c9b/72ad0057-c02b-4a31-8d58-e33c0b085c9b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.775923] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01901095-f23d-47d4-9044-f667f9e9e4b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.787204] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 646.787204] env[63309]: value = "task-2729659" [ 646.787204] env[63309]: _type = "Task" [ 646.787204] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.799132] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.846411] env[63309]: DEBUG nova.network.neutron [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updated VIF entry in instance network info cache for port 28d2792a-4294-43a4-8e59-89c93105dc17. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.846411] env[63309]: DEBUG nova.network.neutron [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updating instance_info_cache with network_info: [{"id": "28d2792a-4294-43a4-8e59-89c93105dc17", "address": "fa:16:3e:10:01:78", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d2792a-42", "ovs_interfaceid": "28d2792a-4294-43a4-8e59-89c93105dc17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.933983] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ac2b739b-2880-475b-b2b8-27b2365c6f95 tempest-ServerPasswordTestJSON-1318284380 tempest-ServerPasswordTestJSON-1318284380-project-member] Lock "f454a4c2-3812-4923-9f20-3e97d021b449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.043s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.047450] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729658, 'name': ReconfigVM_Task, 'duration_secs': 1.065146} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.047450] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8/4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.047450] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-406ed634-9fc5-4974-8551-896b460dd51f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.059490] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 647.059490] env[63309]: value = "task-2729660" [ 647.059490] env[63309]: _type = "Task" [ 647.059490] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.072120] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729660, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.303109] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.349106] env[63309]: DEBUG oslo_concurrency.lockutils [req-7c054a80-dda7-4064-ada3-ab91d5f4ff49 req-75d698e7-5fbf-4db3-934b-f83e1b627086 service nova] Releasing lock "refresh_cache-753eb1b2-d48c-4d4b-8f31-d0f395991028" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.575245] env[63309]: DEBUG nova.compute.manager [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Received event network-changed-69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.575442] env[63309]: DEBUG nova.compute.manager [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Refreshing instance network info cache due to event network-changed-69eae856-8544-4235-ac9f-21cdd4c293bb. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.575652] env[63309]: DEBUG oslo_concurrency.lockutils [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] Acquiring lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.575883] env[63309]: DEBUG oslo_concurrency.lockutils [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] Acquired lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.575979] env[63309]: DEBUG nova.network.neutron [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Refreshing network info cache for port 69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.585418] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729660, 'name': Rename_Task, 'duration_secs': 0.348091} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.585418] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.585418] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8a58e4-a868-4b60-82db-36177d8e8b05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.594265] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 647.594265] env[63309]: value = "task-2729661" [ 647.594265] env[63309]: _type = "Task" [ 647.594265] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.636114] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.809027] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573431} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.809027] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 72ad0057-c02b-4a31-8d58-e33c0b085c9b/72ad0057-c02b-4a31-8d58-e33c0b085c9b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.809027] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.809027] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c886da3-b0f4-48fd-85ad-c3c5341a723f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.816808] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 647.816808] env[63309]: value = "task-2729662" [ 647.816808] env[63309]: _type = "Task" [ 647.816808] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.826610] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.035269] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69f5c9-319e-4ebf-a472-76e5befc3676 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.049017] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26079d5-7518-408e-97a2-f5842f7cbc88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.085038] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b14dc-b060-48fb-8d2f-24ff5b63b5cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.094174] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711b36c-9a3e-4030-8923-5036657c13aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.116550] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729661, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.116550] env[63309]: DEBUG nova.compute.provider_tree [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.334022] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070653} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.334022] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.334022] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21d702-0bb5-49e1-8eb6-226269262999 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.363537] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 72ad0057-c02b-4a31-8d58-e33c0b085c9b/72ad0057-c02b-4a31-8d58-e33c0b085c9b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.366217] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5900864b-d00d-4ada-b161-47e6e45185cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.390185] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 648.390185] env[63309]: value = "task-2729663" [ 648.390185] env[63309]: _type = "Task" [ 648.390185] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.407404] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.551631] env[63309]: DEBUG nova.network.neutron [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updated VIF entry in instance network info cache for port 69eae856-8544-4235-ac9f-21cdd4c293bb. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.554040] env[63309]: DEBUG nova.network.neutron [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updating instance_info_cache with network_info: [{"id": "69eae856-8544-4235-ac9f-21cdd4c293bb", "address": "fa:16:3e:3b:94:e1", "network": {"id": "5432646c-590d-4e6c-9555-ee079d09c03e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-542348015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d8824d10db4176925c42fcde0a83fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69eae856-85", "ovs_interfaceid": "69eae856-8544-4235-ac9f-21cdd4c293bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.619276] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729661, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.619601] env[63309]: DEBUG nova.scheduler.client.report [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.902111] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729663, 'name': ReconfigVM_Task, 'duration_secs': 0.32207} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.902111] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 72ad0057-c02b-4a31-8d58-e33c0b085c9b/72ad0057-c02b-4a31-8d58-e33c0b085c9b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.902806] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aef406e7-113e-4b29-8622-13ff07fc3a1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.912564] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 648.912564] env[63309]: value = "task-2729664" [ 648.912564] env[63309]: _type = "Task" [ 648.912564] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.921772] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729664, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.057710] env[63309]: DEBUG oslo_concurrency.lockutils [req-3c9eb952-985f-4904-be02-e895a9841d59 req-01659a98-70e0-4394-8505-31ab84f8d44d service nova] Releasing lock "refresh_cache-3481b312-c716-41b4-a9f4-8992ce7fc1fc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.109092] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729661, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.131070] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.131687] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.134412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.692s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.135892] env[63309]: INFO nova.compute.claims [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.426434] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729664, 'name': Rename_Task, 'duration_secs': 0.150292} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.426434] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.426434] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3979056-7105-4cd0-9fd7-15348c58d919 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.433155] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 649.433155] env[63309]: value = "task-2729665" [ 649.433155] env[63309]: _type = "Task" [ 649.433155] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.446716] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.613991] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729661, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.646423] env[63309]: DEBUG nova.compute.utils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.650253] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.650445] env[63309]: DEBUG nova.network.neutron [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.702284] env[63309]: DEBUG nova.policy [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27285d039fc74cb2b8a07000ae5b772f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74bc7d25366c47b884cd91a356421585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.949797] env[63309]: DEBUG oslo_vmware.api [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729665, 'name': PowerOnVM_Task, 'duration_secs': 0.470281} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.950603] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.950682] env[63309]: INFO nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Took 8.10 seconds to spawn the instance on the hypervisor. [ 649.950856] env[63309]: DEBUG nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.951791] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149793d-70f4-42b5-89ef-5930648054db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.034083] env[63309]: DEBUG nova.network.neutron [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Successfully created port: 71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.115532] env[63309]: DEBUG oslo_vmware.api [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2729661, 'name': PowerOnVM_Task, 'duration_secs': 2.069643} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.115804] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.115999] env[63309]: INFO nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Took 11.05 seconds to spawn the instance on the hypervisor. [ 650.116186] env[63309]: DEBUG nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.116999] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d15ea-3fe2-4f7a-99d8-00e95b6e4ed4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.155094] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.478865] env[63309]: INFO nova.compute.manager [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Took 42.26 seconds to build instance. [ 650.642958] env[63309]: INFO nova.compute.manager [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Took 42.60 seconds to build instance. [ 650.715632] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c914575-5c19-4986-a23f-6e51a7fb9277 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.724958] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865086ce-2734-452b-9d66-f3fc03424185 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.760020] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d4de6-3266-41ba-851d-53cda7d1d50d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.767928] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ea3e1-53b0-43ef-bfe3-131caeed945b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.784482] env[63309]: DEBUG nova.compute.provider_tree [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.981381] env[63309]: DEBUG oslo_concurrency.lockutils [None req-95661f39-fa35-4c16-a538-4ba94749d84d tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.269s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.145971] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c091db57-f232-43ff-8db8-20dd83a18b2b tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.539s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.167582] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.202432] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.202750] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.203112] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.203552] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.203731] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.203886] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.204125] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.204285] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.204449] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.204656] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.204772] env[63309]: DEBUG nova.virt.hardware [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.206324] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9033c2f-e117-48e6-bf25-d5b1b4bb3f68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.216057] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2b8ef3-3e32-464d-9c56-4816a7a9e51f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.287715] env[63309]: DEBUG nova.scheduler.client.report [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.484741] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.652000] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.797246] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.797246] env[63309]: DEBUG nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.797466] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.665s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.801157] env[63309]: DEBUG nova.objects.instance [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lazy-loading 'resources' on Instance uuid 9a806382-53de-4fd4-933a-48407260a0e2 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.024968] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.167046] env[63309]: DEBUG nova.network.neutron [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Successfully updated port: 71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.174881] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.303548] env[63309]: DEBUG nova.compute.utils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.310716] env[63309]: DEBUG nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 652.359015] env[63309]: DEBUG nova.compute.manager [req-1a662f2d-39de-4c19-81a1-41456d8f080a req-384527ae-c005-4204-839b-5ae09e4d2e44 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Received event network-vif-plugged-71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.359296] env[63309]: DEBUG oslo_concurrency.lockutils [req-1a662f2d-39de-4c19-81a1-41456d8f080a req-384527ae-c005-4204-839b-5ae09e4d2e44 service nova] Acquiring lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.359515] env[63309]: DEBUG oslo_concurrency.lockutils [req-1a662f2d-39de-4c19-81a1-41456d8f080a req-384527ae-c005-4204-839b-5ae09e4d2e44 service nova] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.359699] env[63309]: DEBUG oslo_concurrency.lockutils [req-1a662f2d-39de-4c19-81a1-41456d8f080a req-384527ae-c005-4204-839b-5ae09e4d2e44 service nova] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.360031] env[63309]: DEBUG nova.compute.manager [req-1a662f2d-39de-4c19-81a1-41456d8f080a req-384527ae-c005-4204-839b-5ae09e4d2e44 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] No waiting events found dispatching network-vif-plugged-71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.364103] env[63309]: WARNING nova.compute.manager [req-1a662f2d-39de-4c19-81a1-41456d8f080a req-384527ae-c005-4204-839b-5ae09e4d2e44 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Received unexpected event network-vif-plugged-71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 for instance with vm_state building and task_state spawning. [ 652.538117] env[63309]: DEBUG nova.compute.manager [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.538748] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0fa2a2-b938-451e-859f-16348cbe504d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.669460] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "refresh_cache-2ff32205-b658-4fe8-bd8a-6aad504ad3e1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.669608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "refresh_cache-2ff32205-b658-4fe8-bd8a-6aad504ad3e1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.669770] env[63309]: DEBUG nova.network.neutron [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.811692] env[63309]: DEBUG nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.958814] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37666c9d-cfc0-4549-9bf5-3fb24f9727b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.968329] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63909f59-14c7-43bd-b506-0ac24f04ecfd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.005473] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9350c9a6-2273-442b-8829-cf5bbe95b0b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.014659] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644b095-bc6c-4766-8b73-956859c65dfa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.034424] env[63309]: DEBUG nova.compute.provider_tree [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.057521] env[63309]: INFO nova.compute.manager [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] instance snapshotting [ 653.061578] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1fed3-1638-408e-9f63-da27a92b576b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.088878] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac721113-bb2a-4b75-ac92-15447af4f56b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.217048] env[63309]: DEBUG nova.network.neutron [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.425920] env[63309]: DEBUG nova.network.neutron [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Updating instance_info_cache with network_info: [{"id": "71a454b7-3dcf-4ee4-a27f-ad6e6fb13259", "address": "fa:16:3e:0c:e1:e9", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a454b7-3d", "ovs_interfaceid": "71a454b7-3dcf-4ee4-a27f-ad6e6fb13259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.537274] env[63309]: DEBUG nova.scheduler.client.report [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.604101] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 653.604101] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-520db804-f1a1-4f0f-8c60-273463336093 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.618473] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 653.618473] env[63309]: value = "task-2729666" [ 653.618473] env[63309]: _type = "Task" [ 653.618473] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.633165] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.821249] env[63309]: DEBUG nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.847907] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.848205] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.848370] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.848553] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.848699] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.848845] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.849567] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.849799] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.850058] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.850259] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.850440] env[63309]: DEBUG nova.virt.hardware [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.851378] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a2b10-53d2-408c-a4fd-ec46024b121b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.863984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc63fd6-f884-4ecf-ab7a-8caa5681dd94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.878896] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.891997] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Creating folder: Project (92c168abca7a412c987e2e43ccfd858f). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.891997] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d003c52b-5740-49f3-88b3-e95f43181616 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.905243] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Created folder: Project (92c168abca7a412c987e2e43ccfd858f) in parent group-v549567. [ 653.905862] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Creating folder: Instances. Parent ref: group-v549626. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.905862] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52506b16-e2ab-4d9e-8c55-ed75b747cba1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.918740] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Created folder: Instances in parent group-v549626. [ 653.918740] env[63309]: DEBUG oslo.service.loopingcall [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.919073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.919383] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90315a3f-70a7-4b8b-8b30-944fc7a1e396 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.939124] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "refresh_cache-2ff32205-b658-4fe8-bd8a-6aad504ad3e1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.939380] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Instance network_info: |[{"id": "71a454b7-3dcf-4ee4-a27f-ad6e6fb13259", "address": "fa:16:3e:0c:e1:e9", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a454b7-3d", "ovs_interfaceid": "71a454b7-3dcf-4ee4-a27f-ad6e6fb13259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.939805] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:e1:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71a454b7-3dcf-4ee4-a27f-ad6e6fb13259', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.947382] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating folder: Project (74bc7d25366c47b884cd91a356421585). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.948282] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4568699-58b3-446f-addd-294b833272e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.957632] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.957632] env[63309]: value = "task-2729669" [ 653.957632] env[63309]: _type = "Task" [ 653.957632] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.965038] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created folder: Project (74bc7d25366c47b884cd91a356421585) in parent group-v549567. [ 653.965337] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating folder: Instances. Parent ref: group-v549628. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.971114] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8a77fcd-0669-4478-8eff-f00eb4d7534c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.971793] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729669, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.984945] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created folder: Instances in parent group-v549628. [ 653.987532] env[63309]: DEBUG oslo.service.loopingcall [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.987532] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.987532] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc52edcf-924a-4511-b955-0fecfd190ac6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.014200] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.014200] env[63309]: value = "task-2729672" [ 654.014200] env[63309]: _type = "Task" [ 654.014200] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.025761] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729672, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.043506] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.046417] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.212s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.046849] env[63309]: DEBUG nova.objects.instance [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lazy-loading 'resources' on Instance uuid a81d331d-a372-4b75-adea-cd324d89174f {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.079896] env[63309]: INFO nova.scheduler.client.report [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleted allocations for instance 9a806382-53de-4fd4-933a-48407260a0e2 [ 654.132190] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.470153] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729669, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.525724] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729672, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.588395] env[63309]: DEBUG oslo_concurrency.lockutils [None req-863e061f-2eca-448b-a919-30e82f952c2c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "9a806382-53de-4fd4-933a-48407260a0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.041s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.633399] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729666, 'name': CreateSnapshot_Task, 'duration_secs': 0.991344} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.633697] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 654.634553] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bdcece-9aaa-4100-8fbc-dbb6f57f05ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.702667] env[63309]: DEBUG nova.compute.manager [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Received event network-changed-71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.702861] env[63309]: DEBUG nova.compute.manager [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Refreshing instance network info cache due to event network-changed-71a454b7-3dcf-4ee4-a27f-ad6e6fb13259. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.703738] env[63309]: DEBUG oslo_concurrency.lockutils [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] Acquiring lock "refresh_cache-2ff32205-b658-4fe8-bd8a-6aad504ad3e1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.703930] env[63309]: DEBUG oslo_concurrency.lockutils [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] Acquired lock "refresh_cache-2ff32205-b658-4fe8-bd8a-6aad504ad3e1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.704120] env[63309]: DEBUG nova.network.neutron [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Refreshing network info cache for port 71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.979507] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729669, 'name': CreateVM_Task, 'duration_secs': 0.69121} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.979507] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.979507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.979507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.979912] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.984859] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e10580d-ce75-4341-af9c-c280136a1a3e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.989850] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 654.989850] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c20b11-b678-71d7-62fa-71f4487f67bd" [ 654.989850] env[63309]: _type = "Task" [ 654.989850] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.015700] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c20b11-b678-71d7-62fa-71f4487f67bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022843} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.015970] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.016224] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.016652] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.016799] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.016976] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.020942] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ff976a-8b8a-468f-bc0b-a1e83bf5b187 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.033112] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729672, 'name': CreateVM_Task, 'duration_secs': 0.637197} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.033341] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.034044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.034232] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.034653] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.035889] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9bb6c0-541b-430a-b55e-b8fa1f43d502 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.037768] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.037972] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.038708] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e456754-59b2-4ebb-a416-3ce58aa4764b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.048409] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 655.048409] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528cc5b9-40c2-d92a-9a90-43ce4ab027dd" [ 655.048409] env[63309]: _type = "Task" [ 655.048409] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.049042] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 655.049042] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ac4d4-78a9-f611-fbca-01df436a5055" [ 655.049042] env[63309]: _type = "Task" [ 655.049042] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.062271] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ac4d4-78a9-f611-fbca-01df436a5055, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.068372] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.068658] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.069461] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.069461] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528cc5b9-40c2-d92a-9a90-43ce4ab027dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011961} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.070105] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f6567c-6af7-4986-9827-036777683540 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.077988] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 655.077988] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5299eae4-0f99-456d-9e2c-caab258c23ac" [ 655.077988] env[63309]: _type = "Task" [ 655.077988] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.090371] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5299eae4-0f99-456d-9e2c-caab258c23ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.161430] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 655.162370] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b0abd92-7070-4cf7-99df-9c07df8ec9b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.167719] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90e628-bb1b-4222-b628-3d04183981a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.179990] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b6c33-ba76-4940-8540-a8a8e15c6f6c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.183492] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 655.183492] env[63309]: value = "task-2729673" [ 655.183492] env[63309]: _type = "Task" [ 655.183492] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.220043] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9df38-2b0b-499b-88ae-f5f0b0aaefdc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.227872] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729673, 'name': CloneVM_Task} progress is 16%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.235285] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814d175-0772-4546-90f6-0f45c9cc2ba4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.255255] env[63309]: DEBUG nova.compute.provider_tree [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.348563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.348563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.502397] env[63309]: DEBUG nova.network.neutron [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Updated VIF entry in instance network info cache for port 71a454b7-3dcf-4ee4-a27f-ad6e6fb13259. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.502795] env[63309]: DEBUG nova.network.neutron [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Updating instance_info_cache with network_info: [{"id": "71a454b7-3dcf-4ee4-a27f-ad6e6fb13259", "address": "fa:16:3e:0c:e1:e9", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a454b7-3d", "ovs_interfaceid": "71a454b7-3dcf-4ee4-a27f-ad6e6fb13259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.592289] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5299eae4-0f99-456d-9e2c-caab258c23ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.592289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.592289] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.592289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.592428] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.592428] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701187c8-5e98-4729-8e72-ddaaba37cc1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.593509] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ffe60c-8d1d-4268-a33b-6d4953993ed1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.606031] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 655.606031] env[63309]: value = "task-2729674" [ 655.606031] env[63309]: _type = "Task" [ 655.606031] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.607307] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.608284] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.611404] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2478589d-60e6-4aef-b361-775704ac87bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.618471] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 655.618471] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d61fc5-e758-a4e0-c863-f2442abbfefe" [ 655.618471] env[63309]: _type = "Task" [ 655.618471] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.621993] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.633564] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d61fc5-e758-a4e0-c863-f2442abbfefe, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.634935] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2469be-dc6d-4bfb-b51b-e5f544bceb94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.644657] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 655.644657] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e47a0-996b-9f0c-3108-0d9de508aad3" [ 655.644657] env[63309]: _type = "Task" [ 655.644657] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.657341] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e47a0-996b-9f0c-3108-0d9de508aad3, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.658156] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.658156] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 2ff32205-b658-4fe8-bd8a-6aad504ad3e1/2ff32205-b658-4fe8-bd8a-6aad504ad3e1.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.658156] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950c3ca8-b936-4aee-aa57-7e3d6c114825 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.667877] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 655.667877] env[63309]: value = "task-2729675" [ 655.667877] env[63309]: _type = "Task" [ 655.667877] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.681111] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.696898] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729673, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.759310] env[63309]: DEBUG nova.scheduler.client.report [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.006109] env[63309]: DEBUG oslo_concurrency.lockutils [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] Releasing lock "refresh_cache-2ff32205-b658-4fe8-bd8a-6aad504ad3e1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.006402] env[63309]: DEBUG nova.compute.manager [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Received event network-changed-a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.006572] env[63309]: DEBUG nova.compute.manager [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Refreshing instance network info cache due to event network-changed-a2b40dcf-46b7-4617-9e66-30cc241637bd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.006792] env[63309]: DEBUG oslo_concurrency.lockutils [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] Acquiring lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.006935] env[63309]: DEBUG oslo_concurrency.lockutils [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] Acquired lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.007149] env[63309]: DEBUG nova.network.neutron [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Refreshing network info cache for port a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.081616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "02942cf6-fe72-4f77-9d87-ac9287527317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.081616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "02942cf6-fe72-4f77-9d87-ac9287527317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.118104] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.119425] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.120028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.120247] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee2b4466-0b7b-4d36-9846-20d99fc351b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.132350] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 656.132350] env[63309]: value = "task-2729676" [ 656.132350] env[63309]: _type = "Task" [ 656.132350] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.147546] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.182769] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729675, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.196490] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729673, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.266257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.268945] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.898s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.272689] env[63309]: INFO nova.compute.claims [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.314649] env[63309]: INFO nova.scheduler.client.report [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Deleted allocations for instance a81d331d-a372-4b75-adea-cd324d89174f [ 656.647364] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095471} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.648375] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.649336] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178e341-dce4-43d9-892e-5a543583dc46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.672678] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.675416] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e2410d-ea02-46d4-bf1f-0e40c9550133 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.703568] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762656} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.707579] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 2ff32205-b658-4fe8-bd8a-6aad504ad3e1/2ff32205-b658-4fe8-bd8a-6aad504ad3e1.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.707799] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.708121] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 656.708121] env[63309]: value = "task-2729677" [ 656.708121] env[63309]: _type = "Task" [ 656.708121] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.708331] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729673, 'name': CloneVM_Task, 'duration_secs': 1.437958} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.708529] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d56c66e7-f4b8-40d4-9b41-016da9d49437 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.710540] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Created linked-clone VM from snapshot [ 656.714213] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4e0d7-0a6d-4b31-a7a9-28beac573a31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.721950] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Uploading image 8a8b4958-7eca-4203-99d3-4841a51e40bd {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 656.728952] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 656.728952] env[63309]: value = "task-2729678" [ 656.728952] env[63309]: _type = "Task" [ 656.728952] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.728952] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.753224] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 656.753224] env[63309]: value = "vm-549633" [ 656.753224] env[63309]: _type = "VirtualMachine" [ 656.753224] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 656.753949] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46cd5d23-754c-49a1-89a9-ed493e3d2ed2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.763258] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lease: (returnval){ [ 656.763258] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527e587d-c0a5-80fd-921e-d29c8057f1b2" [ 656.763258] env[63309]: _type = "HttpNfcLease" [ 656.763258] env[63309]: } obtained for exporting VM: (result){ [ 656.763258] env[63309]: value = "vm-549633" [ 656.763258] env[63309]: _type = "VirtualMachine" [ 656.763258] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 656.763534] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the lease: (returnval){ [ 656.763534] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527e587d-c0a5-80fd-921e-d29c8057f1b2" [ 656.763534] env[63309]: _type = "HttpNfcLease" [ 656.763534] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 656.770601] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 656.770601] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527e587d-c0a5-80fd-921e-d29c8057f1b2" [ 656.770601] env[63309]: _type = "HttpNfcLease" [ 656.770601] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 656.830028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f079bd8-9279-43a0-8967-3f70723461b7 tempest-InstanceActionsNegativeTestJSON-1535564708 tempest-InstanceActionsNegativeTestJSON-1535564708-project-member] Lock "a81d331d-a372-4b75-adea-cd324d89174f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.869s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.860296] env[63309]: DEBUG nova.network.neutron [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updated VIF entry in instance network info cache for port a2b40dcf-46b7-4617-9e66-30cc241637bd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.860296] env[63309]: DEBUG nova.network.neutron [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updating instance_info_cache with network_info: [{"id": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "address": "fa:16:3e:ee:c8:02", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b40dcf-46", "ovs_interfaceid": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.115759] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.116053] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.116368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.116368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.116545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.119928] env[63309]: INFO nova.compute.manager [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Terminating instance [ 657.229187] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.236262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.236525] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.236739] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.236893] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.237073] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.241743] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360065} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.242319] env[63309]: INFO nova.compute.manager [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Terminating instance [ 657.243800] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.244668] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec60a2bb-91fd-4670-ba0d-0126c2538300 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.269997] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 2ff32205-b658-4fe8-bd8a-6aad504ad3e1/2ff32205-b658-4fe8-bd8a-6aad504ad3e1.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.271371] env[63309]: DEBUG nova.compute.manager [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.271613] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.271951] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdbfe2f-5418-4225-a917-566d0b87bf03 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.288388] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff8c8b-1e70-4fa7-a55d-fe495445abf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.303408] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.306292] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb301a75-7e63-41df-9074-945af515c13c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.307976] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 657.307976] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527e587d-c0a5-80fd-921e-d29c8057f1b2" [ 657.307976] env[63309]: _type = "HttpNfcLease" [ 657.307976] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 657.311650] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 657.311650] env[63309]: value = "task-2729680" [ 657.311650] env[63309]: _type = "Task" [ 657.311650] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.311650] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 657.311650] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527e587d-c0a5-80fd-921e-d29c8057f1b2" [ 657.311650] env[63309]: _type = "HttpNfcLease" [ 657.311650] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 657.311650] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95668b8-3531-4984-8159-200de9c87641 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.317836] env[63309]: DEBUG oslo_vmware.api [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 657.317836] env[63309]: value = "task-2729681" [ 657.317836] env[63309]: _type = "Task" [ 657.317836] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.328976] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42ff9-934a-f880-3b0d-2cd34c2984e9/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 657.329252] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42ff9-934a-f880-3b0d-2cd34c2984e9/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 657.330752] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.390599] env[63309]: DEBUG oslo_concurrency.lockutils [req-a7cd7c06-f9e3-4b7c-a965-15bc4e16462f req-35007203-5e95-4379-b2c0-cd1fe6d36a56 service nova] Releasing lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.397411] env[63309]: DEBUG oslo_vmware.api [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.462643] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4f90327-ce21-47fd-b60f-d55f344922d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.626368] env[63309]: DEBUG nova.compute.manager [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.626605] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.630727] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342333fc-87de-4913-80e7-4ace82e9c669 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.639248] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.639517] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-799f81a4-2286-4282-86ae-32d9e82e800f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.646847] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 657.646847] env[63309]: value = "task-2729682" [ 657.646847] env[63309]: _type = "Task" [ 657.646847] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.661115] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.727518] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729677, 'name': ReconfigVM_Task, 'duration_secs': 0.885869} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.727672] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Reconfigured VM instance instance-00000016 to attach disk [datastore1] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.728408] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25eaea5e-930d-4273-aca0-f7886fa21307 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.736864] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 657.736864] env[63309]: value = "task-2729683" [ 657.736864] env[63309]: _type = "Task" [ 657.736864] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.749165] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729683, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.820089] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.831532] env[63309]: DEBUG oslo_vmware.api [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729681, 'name': PowerOffVM_Task, 'duration_secs': 0.317146} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.831824] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.831980] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.832261] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1bdf082-27e6-4ed9-bad0-3f66a9a16b4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.870877] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01ba9f-e8e9-4af5-a3ee-766d7c839d68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.881313] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2d3879-a05c-4fda-8c33-3d54b50ae0c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.921043] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27379d-0971-4970-95ae-e89fe9f1d091 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.925055] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.925639] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.926497] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleting the datastore file [datastore2] 978dbc54-2c4e-45ec-8a0f-59c3f2409e59 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.926497] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0befef6-a0e4-45a7-9132-1443689e45a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.936809] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b830298-4d29-4c7a-8abb-d4fceff6c7b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.941217] env[63309]: DEBUG oslo_vmware.api [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 657.941217] env[63309]: value = "task-2729685" [ 657.941217] env[63309]: _type = "Task" [ 657.941217] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.953337] env[63309]: DEBUG nova.compute.provider_tree [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.961065] env[63309]: DEBUG oslo_vmware.api [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.162713] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.248860] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729683, 'name': Rename_Task, 'duration_secs': 0.149393} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.249364] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.249745] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c8872a-3ad0-4806-bb3f-a63aa7abc217 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.259532] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 658.259532] env[63309]: value = "task-2729686" [ 658.259532] env[63309]: _type = "Task" [ 658.259532] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.269249] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.320780] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.460690] env[63309]: DEBUG oslo_vmware.api [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166984} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.460690] env[63309]: DEBUG nova.scheduler.client.report [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.464287] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.464487] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.464627] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.464805] env[63309]: INFO nova.compute.manager [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Took 1.19 seconds to destroy the instance on the hypervisor. [ 658.465083] env[63309]: DEBUG oslo.service.loopingcall [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.465572] env[63309]: DEBUG nova.compute.manager [-] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.465674] env[63309]: DEBUG nova.network.neutron [-] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.665770] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.777245] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.825340] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729680, 'name': ReconfigVM_Task, 'duration_secs': 1.351591} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.825698] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 2ff32205-b658-4fe8-bd8a-6aad504ad3e1/2ff32205-b658-4fe8-bd8a-6aad504ad3e1.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.827681] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71dc7c4d-c378-429a-87e0-4090a2dd1216 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.832981] env[63309]: DEBUG nova.compute.manager [req-dfdac2fe-1303-4640-a532-34490bd5e050 req-516d5acc-4809-440e-8821-248c97f3d750 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Received event network-vif-deleted-6d8fe097-784e-4d6e-b547-4798d8a3b9b6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.833255] env[63309]: INFO nova.compute.manager [req-dfdac2fe-1303-4640-a532-34490bd5e050 req-516d5acc-4809-440e-8821-248c97f3d750 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Neutron deleted interface 6d8fe097-784e-4d6e-b547-4798d8a3b9b6; detaching it from the instance and deleting it from the info cache [ 658.834458] env[63309]: DEBUG nova.network.neutron [req-dfdac2fe-1303-4640-a532-34490bd5e050 req-516d5acc-4809-440e-8821-248c97f3d750 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.844310] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 658.844310] env[63309]: value = "task-2729687" [ 658.844310] env[63309]: _type = "Task" [ 658.844310] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.858125] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729687, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.967498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.968238] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.975992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.134s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.978665] env[63309]: INFO nova.compute.claims [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.165095] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729682, 'name': PowerOffVM_Task, 'duration_secs': 1.136194} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.165381] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.165540] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.165851] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4f470fb-14b5-4b37-827f-49eb495f0470 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.236161] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.236431] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.236632] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleting the datastore file [datastore1] d4213b95-e4c2-42e4-94f9-f3b1848bf783 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.236914] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c89c91-0ff4-49f0-a9d0-c83cf49b3e31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.245887] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for the task: (returnval){ [ 659.245887] env[63309]: value = "task-2729689" [ 659.245887] env[63309]: _type = "Task" [ 659.245887] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.256671] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.271957] env[63309]: DEBUG oslo_vmware.api [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729686, 'name': PowerOnVM_Task, 'duration_secs': 0.606556} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.272359] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.272571] env[63309]: INFO nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Took 5.45 seconds to spawn the instance on the hypervisor. [ 659.273094] env[63309]: DEBUG nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.273915] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70646a82-2ecb-46af-baaa-ec44d868f3da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.309068] env[63309]: DEBUG nova.network.neutron [-] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.337621] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c402dc6d-3920-431f-81cf-e276dc5ae1e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.353159] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11245f-ca1e-41c8-bda0-0a79a3026336 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.372666] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729687, 'name': Rename_Task, 'duration_secs': 0.16051} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.372666] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.372864] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6495f0fa-74d2-4128-886c-db486ef4aa22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.390095] env[63309]: DEBUG nova.compute.manager [req-dfdac2fe-1303-4640-a532-34490bd5e050 req-516d5acc-4809-440e-8821-248c97f3d750 service nova] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Detach interface failed, port_id=6d8fe097-784e-4d6e-b547-4798d8a3b9b6, reason: Instance 978dbc54-2c4e-45ec-8a0f-59c3f2409e59 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 659.391803] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 659.391803] env[63309]: value = "task-2729690" [ 659.391803] env[63309]: _type = "Task" [ 659.391803] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.478390] env[63309]: DEBUG nova.compute.utils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.483830] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.483830] env[63309]: DEBUG nova.network.neutron [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.549825] env[63309]: DEBUG nova.policy [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bed209bacd843f99d4834d7d2f13cd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40e95f97ed9446928289630f50e8b589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.758794] env[63309]: DEBUG oslo_vmware.api [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Task: {'id': task-2729689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239451} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.759448] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.759582] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.759833] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.760146] env[63309]: INFO nova.compute.manager [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Took 2.13 seconds to destroy the instance on the hypervisor. [ 659.760536] env[63309]: DEBUG oslo.service.loopingcall [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.760831] env[63309]: DEBUG nova.compute.manager [-] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.760984] env[63309]: DEBUG nova.network.neutron [-] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.795715] env[63309]: INFO nova.compute.manager [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Took 38.39 seconds to build instance. [ 659.812393] env[63309]: INFO nova.compute.manager [-] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Took 1.35 seconds to deallocate network for instance. [ 659.904545] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.976815] env[63309]: DEBUG nova.network.neutron [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Successfully created port: 469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.982310] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.093692] env[63309]: DEBUG nova.compute.manager [req-3c5b4f70-0d8e-4952-9cfa-75b2860b7b76 req-5051c3d1-e6f5-4ccd-a24e-71718533f458 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Received event network-vif-deleted-07fbb62e-c4ac-47b7-a0af-37858fbe8330 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.093789] env[63309]: INFO nova.compute.manager [req-3c5b4f70-0d8e-4952-9cfa-75b2860b7b76 req-5051c3d1-e6f5-4ccd-a24e-71718533f458 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Neutron deleted interface 07fbb62e-c4ac-47b7-a0af-37858fbe8330; detaching it from the instance and deleting it from the info cache [ 660.093936] env[63309]: DEBUG nova.network.neutron [req-3c5b4f70-0d8e-4952-9cfa-75b2860b7b76 req-5051c3d1-e6f5-4ccd-a24e-71718533f458 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.279025] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.279325] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.297742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2dbf5291-a1a0-42a9-a5d7-e57316cea88c tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.030s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.326218] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.406640] env[63309]: DEBUG oslo_vmware.api [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729690, 'name': PowerOnVM_Task, 'duration_secs': 0.841694} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.407022] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.407284] env[63309]: INFO nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Took 9.24 seconds to spawn the instance on the hypervisor. [ 660.407563] env[63309]: DEBUG nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.408443] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de036bb-2aa3-431f-be34-a687161bfe19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.505415] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa13c4-4f89-4404-8dc5-1b5c43b5d9e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.515899] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a55f7-cc6d-44ad-bc53-da17ba21be6a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.551877] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf0fe2-017d-4785-a8fe-e46d45909d30 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.561972] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6e1af-eda5-44b7-970d-c29eaa928846 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.571606] env[63309]: DEBUG nova.network.neutron [-] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.584209] env[63309]: DEBUG nova.compute.provider_tree [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.587203] env[63309]: INFO nova.compute.manager [-] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Took 0.82 seconds to deallocate network for instance. [ 660.587203] env[63309]: INFO nova.compute.manager [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Rebuilding instance [ 660.598873] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d82660a-a519-4f88-8bcc-2f0052ad3b0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.611087] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357c9062-23b4-4a5a-ba2c-058cca6b350c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.649547] env[63309]: DEBUG nova.compute.manager [req-3c5b4f70-0d8e-4952-9cfa-75b2860b7b76 req-5051c3d1-e6f5-4ccd-a24e-71718533f458 service nova] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Detach interface failed, port_id=07fbb62e-c4ac-47b7-a0af-37858fbe8330, reason: Instance d4213b95-e4c2-42e4-94f9-f3b1848bf783 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 660.655122] env[63309]: DEBUG nova.compute.manager [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.655956] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd7a54-37ea-4aec-a8a9-59ea88e8f0b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.788669] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.788967] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.789080] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.789406] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.789638] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.789764] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.789909] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 660.790978] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.803300] env[63309]: DEBUG nova.compute.manager [None req-1b813583-3725-4710-a428-8a0091be7856 tempest-ServersListShow296Test-85000819 tempest-ServersListShow296Test-85000819-project-member] [instance: fa4de6e2-2a89-4884-b235-30ad3528235f] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.935748] env[63309]: INFO nova.compute.manager [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Took 43.84 seconds to build instance. [ 660.992034] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.013298] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.013611] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.013819] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.014052] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.014263] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.014447] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.014688] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.014915] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.015155] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.015367] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.015570] env[63309]: DEBUG nova.virt.hardware [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.016908] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880a43c-60fa-4e2d-bbef-c93407dd31cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.025784] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235851d0-e106-41fe-b471-91bfb00f1e4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.092058] env[63309]: DEBUG nova.scheduler.client.report [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.095661] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.296653] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.307579] env[63309]: DEBUG nova.compute.manager [None req-1b813583-3725-4710-a428-8a0091be7856 tempest-ServersListShow296Test-85000819 tempest-ServersListShow296Test-85000819-project-member] [instance: fa4de6e2-2a89-4884-b235-30ad3528235f] Instance disappeared before build. {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 661.438413] env[63309]: DEBUG oslo_concurrency.lockutils [None req-433a952e-6407-4215-ba19-0703753d8007 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.527s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.547634] env[63309]: DEBUG nova.compute.manager [req-496ee349-21ae-43a2-9ddf-3df3fa3532ac req-d45ddc74-1b53-4559-8e44-1f9120534b12 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Received event network-vif-plugged-469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.547933] env[63309]: DEBUG oslo_concurrency.lockutils [req-496ee349-21ae-43a2-9ddf-3df3fa3532ac req-d45ddc74-1b53-4559-8e44-1f9120534b12 service nova] Acquiring lock "e326a358-f9de-48db-a7ef-a11636ec7c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.548202] env[63309]: DEBUG oslo_concurrency.lockutils [req-496ee349-21ae-43a2-9ddf-3df3fa3532ac req-d45ddc74-1b53-4559-8e44-1f9120534b12 service nova] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.548570] env[63309]: DEBUG oslo_concurrency.lockutils [req-496ee349-21ae-43a2-9ddf-3df3fa3532ac req-d45ddc74-1b53-4559-8e44-1f9120534b12 service nova] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.549029] env[63309]: DEBUG nova.compute.manager [req-496ee349-21ae-43a2-9ddf-3df3fa3532ac req-d45ddc74-1b53-4559-8e44-1f9120534b12 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] No waiting events found dispatching network-vif-plugged-469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.549168] env[63309]: WARNING nova.compute.manager [req-496ee349-21ae-43a2-9ddf-3df3fa3532ac req-d45ddc74-1b53-4559-8e44-1f9120534b12 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Received unexpected event network-vif-plugged-469cd238-6071-49b7-8413-6b94a90671b1 for instance with vm_state building and task_state spawning. [ 661.597746] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.598502] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.601746] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.215s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.602046] env[63309]: DEBUG nova.objects.instance [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lazy-loading 'resources' on Instance uuid 4e8b8b40-13fe-4874-9bec-63a68c599091 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.625392] env[63309]: DEBUG nova.network.neutron [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Successfully updated port: 469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.670916] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.670916] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b665555-455e-4401-8156-f0a066a44b48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.679968] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 661.679968] env[63309]: value = "task-2729691" [ 661.679968] env[63309]: _type = "Task" [ 661.679968] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.690697] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.822742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b813583-3725-4710-a428-8a0091be7856 tempest-ServersListShow296Test-85000819 tempest-ServersListShow296Test-85000819-project-member] Lock "fa4de6e2-2a89-4884-b235-30ad3528235f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.275s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.942380] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.028067] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.028172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.028280] env[63309]: DEBUG nova.compute.manager [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.029317] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b7bdc-a552-4c4c-9cc3-5ae35bd11f28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.036822] env[63309]: DEBUG nova.compute.manager [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 662.037390] env[63309]: DEBUG nova.objects.instance [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lazy-loading 'flavor' on Instance uuid 2ff32205-b658-4fe8-bd8a-6aad504ad3e1 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.105643] env[63309]: DEBUG nova.compute.utils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.107906] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.108131] env[63309]: DEBUG nova.network.neutron [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.128507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "refresh_cache-e326a358-f9de-48db-a7ef-a11636ec7c07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.128668] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquired lock "refresh_cache-e326a358-f9de-48db-a7ef-a11636ec7c07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.128821] env[63309]: DEBUG nova.network.neutron [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.159842] env[63309]: DEBUG nova.policy [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65f403aa478343daa213d70b1d062979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4082fae696c74e7f8fecf092924cff6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.191858] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729691, 'name': PowerOffVM_Task, 'duration_secs': 0.167971} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.192225] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.192510] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.195918] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5aa804-f935-4e32-a5f8-27cfb36167ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.204020] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.204307] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-743a0b6c-7b3b-45b4-b5a9-11f735620ef9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.244946] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.245253] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.245478] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Deleting the datastore file [datastore1] aed994a0-1568-47e7-84d2-2bbdd70b7fbf {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.245750] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa09102b-03ce-472e-862d-db4ea61e9f7a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.256136] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 662.256136] env[63309]: value = "task-2729693" [ 662.256136] env[63309]: _type = "Task" [ 662.256136] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.268409] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.326036] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.462080] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.487920] env[63309]: DEBUG nova.network.neutron [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Successfully created port: c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.546471] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfaa0b9-7bd4-40c2-b1f9-de26ed662e20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.556220] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f71f27-fb6f-4ec2-be0b-d5690863e03b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.592404] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58973c94-be53-4b88-b35b-f14dd8dc44cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.602037] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd2a9b-2391-4738-a6f3-2a5939e50aff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.618180] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.621575] env[63309]: DEBUG nova.compute.provider_tree [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.677015] env[63309]: DEBUG nova.network.neutron [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.768318] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205679} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.771767] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.771837] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.772368] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.853041] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.884373] env[63309]: DEBUG nova.network.neutron [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Updating instance_info_cache with network_info: [{"id": "469cd238-6071-49b7-8413-6b94a90671b1", "address": "fa:16:3e:f5:46:b1", "network": {"id": "b1b54a05-c355-403f-aa08-33546ff421c9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-850638996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40e95f97ed9446928289630f50e8b589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469cd238-60", "ovs_interfaceid": "469cd238-6071-49b7-8413-6b94a90671b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.043951] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.044272] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf444217-8129-4324-9720-7eec85415758 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.054865] env[63309]: DEBUG oslo_vmware.api [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 663.054865] env[63309]: value = "task-2729694" [ 663.054865] env[63309]: _type = "Task" [ 663.054865] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.064548] env[63309]: DEBUG oslo_vmware.api [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.128402] env[63309]: DEBUG nova.scheduler.client.report [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.386905] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Releasing lock "refresh_cache-e326a358-f9de-48db-a7ef-a11636ec7c07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.387256] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Instance network_info: |[{"id": "469cd238-6071-49b7-8413-6b94a90671b1", "address": "fa:16:3e:f5:46:b1", "network": {"id": "b1b54a05-c355-403f-aa08-33546ff421c9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-850638996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40e95f97ed9446928289630f50e8b589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469cd238-60", "ovs_interfaceid": "469cd238-6071-49b7-8413-6b94a90671b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.387693] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:46:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '469cd238-6071-49b7-8413-6b94a90671b1', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.395361] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Creating folder: Project (40e95f97ed9446928289630f50e8b589). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.395662] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e4a7845-8f47-4032-a3e1-b70c56322a6c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.411898] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Created folder: Project (40e95f97ed9446928289630f50e8b589) in parent group-v549567. [ 663.412153] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Creating folder: Instances. Parent ref: group-v549634. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.412487] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab0d3cd-087a-40f5-a8a7-3d722ef674ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.424892] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Created folder: Instances in parent group-v549634. [ 663.425167] env[63309]: DEBUG oslo.service.loopingcall [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.425551] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.425811] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b2bad7-dca9-43e6-9c43-0284de856321 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.447866] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.447866] env[63309]: value = "task-2729697" [ 663.447866] env[63309]: _type = "Task" [ 663.447866] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.456907] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729697, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.564979] env[63309]: DEBUG oslo_vmware.api [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729694, 'name': PowerOffVM_Task, 'duration_secs': 0.193775} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.565278] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.565475] env[63309]: DEBUG nova.compute.manager [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.566294] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ee41c-1a45-4efe-b004-5a5d7b616e21 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.591805] env[63309]: DEBUG nova.compute.manager [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Received event network-changed-469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.592101] env[63309]: DEBUG nova.compute.manager [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Refreshing instance network info cache due to event network-changed-469cd238-6071-49b7-8413-6b94a90671b1. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.592335] env[63309]: DEBUG oslo_concurrency.lockutils [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] Acquiring lock "refresh_cache-e326a358-f9de-48db-a7ef-a11636ec7c07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.592703] env[63309]: DEBUG oslo_concurrency.lockutils [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] Acquired lock "refresh_cache-e326a358-f9de-48db-a7ef-a11636ec7c07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.592703] env[63309]: DEBUG nova.network.neutron [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Refreshing network info cache for port 469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.633304] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.636366] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.640098] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.364s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.640687] env[63309]: INFO nova.compute.claims [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.660364] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.661119] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.662046] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.662046] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.662046] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.662182] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.662572] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.662851] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.663165] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.663491] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.663797] env[63309]: DEBUG nova.virt.hardware [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.665797] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf504183-9c1d-4a7d-9b2b-bee948c69a02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.672432] env[63309]: INFO nova.scheduler.client.report [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Deleted allocations for instance 4e8b8b40-13fe-4874-9bec-63a68c599091 [ 663.682134] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85434bd-ea99-4f44-9af6-bd5ed3e75fc2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.804254] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.804441] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.804620] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.804806] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.804971] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.805156] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.805385] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.805560] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.806323] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.807165] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.807455] env[63309]: DEBUG nova.virt.hardware [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.808371] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f571b-f52c-45f9-bb39-02a43a197de6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.817995] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f0a4c-0edd-41c5-83bd-f27d85a63999 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.834949] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.840624] env[63309]: DEBUG oslo.service.loopingcall [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.841290] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.841290] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aed63a5-a87e-48e2-8841-98bc3e049f61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.863777] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.863777] env[63309]: value = "task-2729698" [ 663.863777] env[63309]: _type = "Task" [ 663.863777] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.872452] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729698, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.959422] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729697, 'name': CreateVM_Task, 'duration_secs': 0.366991} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.959677] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.960406] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.960586] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.960914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.961175] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6fe59f9-f52c-4341-8bb2-237d4b770ee6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.967354] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 663.967354] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522d2d61-ac49-6976-fe35-dd3e3f4ae949" [ 663.967354] env[63309]: _type = "Task" [ 663.967354] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.985285] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522d2d61-ac49-6976-fe35-dd3e3f4ae949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.079881] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ffb56970-7928-414c-83b0-7237d57861bf tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.132013] env[63309]: DEBUG nova.network.neutron [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Successfully updated port: c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.182778] env[63309]: DEBUG oslo_concurrency.lockutils [None req-15db6e6b-f0f2-4bf8-bf42-fe69aa35ebc7 tempest-ServerDiagnosticsNegativeTest-1334739484 tempest-ServerDiagnosticsNegativeTest-1334739484-project-member] Lock "4e8b8b40-13fe-4874-9bec-63a68c599091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.344s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.315463] env[63309]: DEBUG nova.network.neutron [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Updated VIF entry in instance network info cache for port 469cd238-6071-49b7-8413-6b94a90671b1. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.315928] env[63309]: DEBUG nova.network.neutron [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Updating instance_info_cache with network_info: [{"id": "469cd238-6071-49b7-8413-6b94a90671b1", "address": "fa:16:3e:f5:46:b1", "network": {"id": "b1b54a05-c355-403f-aa08-33546ff421c9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-850638996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40e95f97ed9446928289630f50e8b589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469cd238-60", "ovs_interfaceid": "469cd238-6071-49b7-8413-6b94a90671b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.374578] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729698, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.478488] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522d2d61-ac49-6976-fe35-dd3e3f4ae949, 'name': SearchDatastore_Task, 'duration_secs': 0.014624} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.478826] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.479036] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.479277] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.479418] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.479593] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.480823] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc38e999-00ba-4a18-bb02-0044b3e4ce9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.493588] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.493782] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.494598] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adac5e7-6e0f-49d7-95df-119c2f3573f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.503037] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 664.503037] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ce93f4-411a-b79d-2b76-3c2e7491a6b9" [ 664.503037] env[63309]: _type = "Task" [ 664.503037] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.515300] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ce93f4-411a-b79d-2b76-3c2e7491a6b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.635204] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "refresh_cache-f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.635381] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "refresh_cache-f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.635554] env[63309]: DEBUG nova.network.neutron [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.730534] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42ff9-934a-f880-3b0d-2cd34c2984e9/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 664.731554] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b945cd-7dc2-4990-98f9-66658199f452 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.741939] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42ff9-934a-f880-3b0d-2cd34c2984e9/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 664.742107] env[63309]: ERROR oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42ff9-934a-f880-3b0d-2cd34c2984e9/disk-0.vmdk due to incomplete transfer. [ 664.742989] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8f3182f-b977-4e63-9a56-d3bc88c405d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.752105] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42ff9-934a-f880-3b0d-2cd34c2984e9/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 664.752375] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Uploaded image 8a8b4958-7eca-4203-99d3-4841a51e40bd to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 664.755380] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.755752] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a44eba0-dbd2-40e1-b875-0939b75ddb4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.763986] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 664.763986] env[63309]: value = "task-2729699" [ 664.763986] env[63309]: _type = "Task" [ 664.763986] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.772292] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729699, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.819572] env[63309]: DEBUG oslo_concurrency.lockutils [req-974feef7-660c-4ecf-b5c9-ad798f16ed9b req-2aae7bb7-04e7-4581-829a-8d29a8fc8ed3 service nova] Releasing lock "refresh_cache-e326a358-f9de-48db-a7ef-a11636ec7c07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.877076] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729698, 'name': CreateVM_Task, 'duration_secs': 0.724258} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.877076] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.877076] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.877076] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.877076] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.878554] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cb4a27-239b-45e7-9657-d6f686698dfa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.888439] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 664.888439] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e67013-638f-c5d1-2d15-e4866f489970" [ 664.888439] env[63309]: _type = "Task" [ 664.888439] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.895474] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e67013-638f-c5d1-2d15-e4866f489970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.017615] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ce93f4-411a-b79d-2b76-3c2e7491a6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.018431] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724c5e25-9464-4ea4-a740-091a9d4918fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.026319] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 665.026319] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ef182-6087-aaad-e28b-53b4966e6f90" [ 665.026319] env[63309]: _type = "Task" [ 665.026319] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.038271] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ef182-6087-aaad-e28b-53b4966e6f90, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.040904] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.041190] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e326a358-f9de-48db-a7ef-a11636ec7c07/e326a358-f9de-48db-a7ef-a11636ec7c07.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.041611] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e970129e-56ae-4a8c-a6b2-6642619c4d39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.051206] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 665.051206] env[63309]: value = "task-2729700" [ 665.051206] env[63309]: _type = "Task" [ 665.051206] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.063786] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.126699] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23bf26-0e2a-4325-b08a-df5913eba84f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.134664] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a26153-def4-4fdf-85fe-f4d77715f117 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.861019] env[63309]: DEBUG nova.compute.manager [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.861019] env[63309]: DEBUG nova.network.neutron [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.869042] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922092b3-c96e-4f93-903b-5e766ac11ceb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.872149] env[63309]: DEBUG nova.compute.manager [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Received event network-vif-plugged-c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.872344] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] Acquiring lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.872545] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.872698] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.873133] env[63309]: DEBUG nova.compute.manager [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] No waiting events found dispatching network-vif-plugged-c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.873133] env[63309]: WARNING nova.compute.manager [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Received unexpected event network-vif-plugged-c50040f5-ecb6-49b0-854f-0fcda4d6b3ff for instance with vm_state building and task_state spawning. [ 665.873297] env[63309]: DEBUG nova.compute.manager [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Received event network-changed-c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.873398] env[63309]: DEBUG nova.compute.manager [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Refreshing instance network info cache due to event network-changed-c50040f5-ecb6-49b0-854f-0fcda4d6b3ff. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.873558] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] Acquiring lock "refresh_cache-f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.877541] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5215618-2c7f-48e9-b67e-4ac5f6241a68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.896916] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47855} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.897166] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e67013-638f-c5d1-2d15-e4866f489970, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.897360] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729699, 'name': Destroy_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.900148] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e326a358-f9de-48db-a7ef-a11636ec7c07/e326a358-f9de-48db-a7ef-a11636ec7c07.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.900355] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.900648] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.900843] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.901066] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.901204] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.901373] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.903349] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c897b9-531b-4499-8712-fadaead09b53 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.905088] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33728771-a82e-4944-87fe-5c656e149164 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.908364] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3764e-2762-4671-8011-9812d7dd3666 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.923342] env[63309]: DEBUG nova.compute.provider_tree [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.927338] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.927422] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.930133] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 665.930133] env[63309]: value = "task-2729701" [ 665.930133] env[63309]: _type = "Task" [ 665.930133] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.930133] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a037f9-a38b-4c1e-8be9-64359d60bde7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.938629] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 665.938629] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520b8db4-cd35-41c7-4c6d-65798b91e252" [ 665.938629] env[63309]: _type = "Task" [ 665.938629] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.941949] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.953381] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520b8db4-cd35-41c7-4c6d-65798b91e252, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.954180] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe5fb20-9ac0-4b13-a586-bd273810859f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.961184] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 665.961184] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5257ea73-663d-5bf0-09cd-e084ff36f0f2" [ 665.961184] env[63309]: _type = "Task" [ 665.961184] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.970918] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5257ea73-663d-5bf0-09cd-e084ff36f0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.078215] env[63309]: DEBUG nova.network.neutron [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Updating instance_info_cache with network_info: [{"id": "c50040f5-ecb6-49b0-854f-0fcda4d6b3ff", "address": "fa:16:3e:b4:de:e1", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50040f5-ec", "ovs_interfaceid": "c50040f5-ecb6-49b0-854f-0fcda4d6b3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.371505] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729699, 'name': Destroy_Task, 'duration_secs': 1.326333} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.372075] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Destroyed the VM [ 666.372468] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.372970] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da6c8c77-febf-4e79-89ee-a616e17513cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.381940] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 666.381940] env[63309]: value = "task-2729702" [ 666.381940] env[63309]: _type = "Task" [ 666.381940] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.391327] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.399545] env[63309]: INFO nova.compute.manager [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] instance snapshotting [ 666.399738] env[63309]: WARNING nova.compute.manager [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 666.402771] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79ca29-c4fc-4644-92f4-a391f670c8c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.424188] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605746f-793b-4b2e-8cc0-d0ee807180ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.429694] env[63309]: DEBUG nova.scheduler.client.report [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.453023] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072617} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.453023] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.453023] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e44891-5d8b-48cd-a814-91960e338f0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.477941] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] e326a358-f9de-48db-a7ef-a11636ec7c07/e326a358-f9de-48db-a7ef-a11636ec7c07.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.482518] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57622c1-58dd-42f0-98eb-984fc1b8bbcc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.505816] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5257ea73-663d-5bf0-09cd-e084ff36f0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012383} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.507223] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.507584] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.508162] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 666.508162] env[63309]: value = "task-2729703" [ 666.508162] env[63309]: _type = "Task" [ 666.508162] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.508394] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-236ce60d-645f-47ac-abba-89e48a4bdc06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.519755] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.521229] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 666.521229] env[63309]: value = "task-2729704" [ 666.521229] env[63309]: _type = "Task" [ 666.521229] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.529032] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.581051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "refresh_cache-f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.581459] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Instance network_info: |[{"id": "c50040f5-ecb6-49b0-854f-0fcda4d6b3ff", "address": "fa:16:3e:b4:de:e1", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50040f5-ec", "ovs_interfaceid": "c50040f5-ecb6-49b0-854f-0fcda4d6b3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.581830] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] Acquired lock "refresh_cache-f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.582084] env[63309]: DEBUG nova.network.neutron [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Refreshing network info cache for port c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.583538] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:de:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c50040f5-ecb6-49b0-854f-0fcda4d6b3ff', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.591483] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Creating folder: Project (4082fae696c74e7f8fecf092924cff6b). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.592196] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c97a455-5eaa-447e-8cb0-c442ebc84ab1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.603057] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Created folder: Project (4082fae696c74e7f8fecf092924cff6b) in parent group-v549567. [ 666.603162] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Creating folder: Instances. Parent ref: group-v549638. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.603438] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91b60fa4-8974-421f-a706-0839c3c6fd9f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.615843] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Created folder: Instances in parent group-v549638. [ 666.616118] env[63309]: DEBUG oslo.service.loopingcall [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.616322] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.616534] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4357b2ce-a7fb-43a2-85e0-0d0ce07ce22f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.637984] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.637984] env[63309]: value = "task-2729707" [ 666.637984] env[63309]: _type = "Task" [ 666.637984] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.648513] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729707, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.899118] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729702, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.942026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.942026] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.943563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.963s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.945434] env[63309]: INFO nova.compute.claims [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.949589] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.950082] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7df14019-20a5-4203-b70f-6d0e39d6e465 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.962402] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 666.962402] env[63309]: value = "task-2729708" [ 666.962402] env[63309]: _type = "Task" [ 666.962402] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.970960] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.024027] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.033970] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.149126] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729707, 'name': CreateVM_Task, 'duration_secs': 0.432231} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.149465] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.150311] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.150602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.151034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.151404] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608da2b7-401d-4d28-914f-f1a3d55d5324 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.159650] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 667.159650] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c1727e-3762-c26a-7fe3-0dd2ea50c2af" [ 667.159650] env[63309]: _type = "Task" [ 667.159650] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.173029] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c1727e-3762-c26a-7fe3-0dd2ea50c2af, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.175371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.175619] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.175861] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.176032] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.176224] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.176501] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9708ed-3ee2-408a-a4d0-2e2d5c168912 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.183992] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.184197] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.184940] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40145709-98d3-4f5e-bc1f-fa9ad7adb86d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190746] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 667.190746] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d63144-4551-f31c-3820-92d2724252df" [ 667.190746] env[63309]: _type = "Task" [ 667.190746] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.198639] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d63144-4551-f31c-3820-92d2724252df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.378800] env[63309]: DEBUG nova.network.neutron [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Updated VIF entry in instance network info cache for port c50040f5-ecb6-49b0-854f-0fcda4d6b3ff. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.379631] env[63309]: DEBUG nova.network.neutron [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Updating instance_info_cache with network_info: [{"id": "c50040f5-ecb6-49b0-854f-0fcda4d6b3ff", "address": "fa:16:3e:b4:de:e1", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50040f5-ec", "ovs_interfaceid": "c50040f5-ecb6-49b0-854f-0fcda4d6b3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.394038] env[63309]: DEBUG oslo_vmware.api [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729702, 'name': RemoveSnapshot_Task, 'duration_secs': 0.782721} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.395016] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.395266] env[63309]: INFO nova.compute.manager [None req-5963f08b-5d70-4d23-a4de-6d48b0dda9f3 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Took 14.34 seconds to snapshot the instance on the hypervisor. [ 667.452910] env[63309]: DEBUG nova.compute.utils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.454476] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.454476] env[63309]: DEBUG nova.network.neutron [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.476461] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729708, 'name': CreateSnapshot_Task, 'duration_secs': 0.503401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.478594] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 667.479483] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5106fb9b-31e6-476f-a53c-3436efc5c358 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.522595] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729703, 'name': ReconfigVM_Task, 'duration_secs': 0.612095} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.524135] env[63309]: DEBUG nova.policy [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a9426dec7e4ccbb31946a80f3c6586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7213683f08b942189fcb55c4ba3f040f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.525701] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Reconfigured VM instance instance-00000017 to attach disk [datastore2] e326a358-f9de-48db-a7ef-a11636ec7c07/e326a358-f9de-48db-a7ef-a11636ec7c07.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.527014] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8e8c52-c137-420d-a88c-dbaa46b601e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.539545] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528442} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.540715] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.542178] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.542178] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 667.542178] env[63309]: value = "task-2729709" [ 667.542178] env[63309]: _type = "Task" [ 667.542178] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.542178] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d749494-ba9f-4c0b-920a-951dc17921cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.555017] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729709, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.555017] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 667.555017] env[63309]: value = "task-2729710" [ 667.555017] env[63309]: _type = "Task" [ 667.555017] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.562563] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.703349] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d63144-4551-f31c-3820-92d2724252df, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.703554] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5ef893-f1a2-4434-bd78-642cce7bced7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.708776] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 667.708776] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52478b27-6142-c2ad-154e-a10e066af232" [ 667.708776] env[63309]: _type = "Task" [ 667.708776] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.720966] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52478b27-6142-c2ad-154e-a10e066af232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.882462] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9209ea0-3bfb-4994-a4c0-3ff3f3ff3f9e req-819a8ad8-7acb-401c-811a-c44c8ca1a41f service nova] Releasing lock "refresh_cache-f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.958256] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.000090] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 668.005100] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f311d6a-a1f5-4328-b75d-373a4ed6a776 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.014696] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 668.014696] env[63309]: value = "task-2729711" [ 668.014696] env[63309]: _type = "Task" [ 668.014696] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.024557] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729711, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.044769] env[63309]: DEBUG nova.network.neutron [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Successfully created port: 0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.068321] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729709, 'name': Rename_Task, 'duration_secs': 0.165454} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.080355] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.080355] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073712} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.082537] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c76003-4007-46f8-af0a-41fb795fa02e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.084333] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.086036] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c70f7-4e52-4281-a035-8ac663542f57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.107250] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.111576] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea122bb-beaf-4cc8-82bf-6ce19f7bc2e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.129804] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 668.129804] env[63309]: value = "task-2729712" [ 668.129804] env[63309]: _type = "Task" [ 668.129804] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.136617] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 668.136617] env[63309]: value = "task-2729713" [ 668.136617] env[63309]: _type = "Task" [ 668.136617] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.141052] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.152340] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.220641] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52478b27-6142-c2ad-154e-a10e066af232, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.222623] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.223021] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f84492b5-d1ea-4ef0-983e-7e5039fcb3fe/f84492b5-d1ea-4ef0-983e-7e5039fcb3fe.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.224060] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899a8a5e-894a-4728-b216-c58b7ba5f306 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.230905] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 668.230905] env[63309]: value = "task-2729714" [ 668.230905] env[63309]: _type = "Task" [ 668.230905] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.240775] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.529936] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729711, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.548425] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f290b-14a8-44f7-a3ee-6a5d402c92af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.561073] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ede11-dba6-4239-9b5f-d38ec19d6c73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.596733] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da7f36c-cc18-43ff-ab8c-449c25ba540f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.604867] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d831d0-1f9f-4df6-8738-a04b119f828e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.625042] env[63309]: DEBUG nova.compute.provider_tree [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.641290] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.652046] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729713, 'name': ReconfigVM_Task, 'duration_secs': 0.492617} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.652385] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Reconfigured VM instance instance-00000016 to attach disk [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.656064] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef63301-cf02-4396-b2a3-e20667f0fb33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.660288] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 668.660288] env[63309]: value = "task-2729715" [ 668.660288] env[63309]: _type = "Task" [ 668.660288] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.670869] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729715, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.746223] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729714, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.778091] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.778091] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.813463] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "7e4dfe48-66be-458e-a142-b5d039d1306a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.813463] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.972288] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.996321] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.996612] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.996767] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.996946] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.997104] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.997273] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.997589] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.997683] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.997846] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.998018] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.998192] env[63309]: DEBUG nova.virt.hardware [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.999114] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef0e58-ecfb-4180-8178-734e85527f0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.009022] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e8499-1b2a-4205-acc6-13a88142a79a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.029403] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729711, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.132336] env[63309]: DEBUG nova.scheduler.client.report [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.144478] env[63309]: DEBUG oslo_vmware.api [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729712, 'name': PowerOnVM_Task, 'duration_secs': 0.706696} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.144751] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.144944] env[63309]: INFO nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Took 8.15 seconds to spawn the instance on the hypervisor. [ 669.145132] env[63309]: DEBUG nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.145927] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cdb35e-0715-4a2c-9ebf-cacc7f8a395f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.171428] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729715, 'name': Rename_Task, 'duration_secs': 0.260782} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.171715] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.172110] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822c2d4e-afa3-498f-91fc-b06c0cecad87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.180687] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 669.180687] env[63309]: value = "task-2729716" [ 669.180687] env[63309]: _type = "Task" [ 669.180687] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.188265] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.242089] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559594} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.242435] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f84492b5-d1ea-4ef0-983e-7e5039fcb3fe/f84492b5-d1ea-4ef0-983e-7e5039fcb3fe.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.242683] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.243057] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21fd1074-c3cd-4b6c-b2af-11fa0eb949d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.250159] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 669.250159] env[63309]: value = "task-2729717" [ 669.250159] env[63309]: _type = "Task" [ 669.250159] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.258750] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.531706] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729711, 'name': CloneVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.592469] env[63309]: DEBUG nova.compute.manager [req-63a33c7f-245a-4611-86cf-57bf1dacb3f8 req-79a4ab23-d64b-43e9-b8f4-612861b6226a service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Received event network-vif-plugged-0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.592728] env[63309]: DEBUG oslo_concurrency.lockutils [req-63a33c7f-245a-4611-86cf-57bf1dacb3f8 req-79a4ab23-d64b-43e9-b8f4-612861b6226a service nova] Acquiring lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.592957] env[63309]: DEBUG oslo_concurrency.lockutils [req-63a33c7f-245a-4611-86cf-57bf1dacb3f8 req-79a4ab23-d64b-43e9-b8f4-612861b6226a service nova] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.593149] env[63309]: DEBUG oslo_concurrency.lockutils [req-63a33c7f-245a-4611-86cf-57bf1dacb3f8 req-79a4ab23-d64b-43e9-b8f4-612861b6226a service nova] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.593395] env[63309]: DEBUG nova.compute.manager [req-63a33c7f-245a-4611-86cf-57bf1dacb3f8 req-79a4ab23-d64b-43e9-b8f4-612861b6226a service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] No waiting events found dispatching network-vif-plugged-0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.593526] env[63309]: WARNING nova.compute.manager [req-63a33c7f-245a-4611-86cf-57bf1dacb3f8 req-79a4ab23-d64b-43e9-b8f4-612861b6226a service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Received unexpected event network-vif-plugged-0e1f79b5-61cf-4cc6-9f56-ae126d806901 for instance with vm_state building and task_state spawning. [ 669.640851] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.641379] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.644179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.628s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.644416] env[63309]: DEBUG nova.objects.instance [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'resources' on Instance uuid f7641e0e-f7ad-4c83-af28-d86c20d65583 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.668701] env[63309]: INFO nova.compute.manager [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Took 43.31 seconds to build instance. [ 669.689191] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.720348] env[63309]: DEBUG nova.network.neutron [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Successfully updated port: 0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.759963] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106052} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.760249] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.761035] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ac744-722f-4c9f-96cd-308ccec0a26b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.782763] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f84492b5-d1ea-4ef0-983e-7e5039fcb3fe/f84492b5-d1ea-4ef0-983e-7e5039fcb3fe.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.783074] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc7c8fa-c7b2-4be7-87c7-24b26e38fd2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.803880] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 669.803880] env[63309]: value = "task-2729718" [ 669.803880] env[63309]: _type = "Task" [ 669.803880] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.813913] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.034580] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729711, 'name': CloneVM_Task, 'duration_secs': 1.55971} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.034901] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Created linked-clone VM from snapshot [ 670.035703] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905587a-465f-4d9b-baec-8e8829bcc06e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.043691] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Uploading image f39dd41a-91af-4a46-8e07-647eee545313 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 670.067964] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 670.067964] env[63309]: value = "vm-549642" [ 670.067964] env[63309]: _type = "VirtualMachine" [ 670.067964] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 670.068276] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd15ce7d-4caa-4b3d-82e5-43d0f4aeb5b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.075631] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease: (returnval){ [ 670.075631] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eed512-7630-015f-b886-86bb8677389d" [ 670.075631] env[63309]: _type = "HttpNfcLease" [ 670.075631] env[63309]: } obtained for exporting VM: (result){ [ 670.075631] env[63309]: value = "vm-549642" [ 670.075631] env[63309]: _type = "VirtualMachine" [ 670.075631] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 670.075877] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the lease: (returnval){ [ 670.075877] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eed512-7630-015f-b886-86bb8677389d" [ 670.075877] env[63309]: _type = "HttpNfcLease" [ 670.075877] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 670.082396] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.082396] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eed512-7630-015f-b886-86bb8677389d" [ 670.082396] env[63309]: _type = "HttpNfcLease" [ 670.082396] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 670.099185] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "interface-e326a358-f9de-48db-a7ef-a11636ec7c07-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.099452] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "interface-e326a358-f9de-48db-a7ef-a11636ec7c07-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.099772] env[63309]: DEBUG nova.objects.instance [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lazy-loading 'flavor' on Instance uuid e326a358-f9de-48db-a7ef-a11636ec7c07 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.146739] env[63309]: DEBUG nova.compute.utils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.150836] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.150836] env[63309]: DEBUG nova.network.neutron [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.173843] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f9994dd5-e839-45e2-82f2-313e9c2b5f43 tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.704s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.194414] env[63309]: DEBUG oslo_vmware.api [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729716, 'name': PowerOnVM_Task, 'duration_secs': 0.90061} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.194722] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.194929] env[63309]: DEBUG nova.compute.manager [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.195729] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4fd80d-89b5-4c6f-b722-87afab35d149 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.213790] env[63309]: DEBUG nova.policy [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438c5e266d354f6794ba688affb9c4ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44e309795e24039ae6f8ad8b2d8a8b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.222831] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.223092] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.223218] env[63309]: DEBUG nova.network.neutron [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.316887] env[63309]: DEBUG nova.compute.manager [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.317215] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729718, 'name': ReconfigVM_Task, 'duration_secs': 0.301756} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.317930] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3d8e35-031a-4674-9770-7a540af64c5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.320479] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f84492b5-d1ea-4ef0-983e-7e5039fcb3fe/f84492b5-d1ea-4ef0-983e-7e5039fcb3fe.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.323743] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b43b0aac-e238-4401-8ddd-699d318dce29 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.331620] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 670.331620] env[63309]: value = "task-2729720" [ 670.331620] env[63309]: _type = "Task" [ 670.331620] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.340102] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729720, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.559659] env[63309]: DEBUG nova.network.neutron [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Successfully created port: 7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.585740] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.585740] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eed512-7630-015f-b886-86bb8677389d" [ 670.585740] env[63309]: _type = "HttpNfcLease" [ 670.585740] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 670.585958] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 670.585958] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eed512-7630-015f-b886-86bb8677389d" [ 670.585958] env[63309]: _type = "HttpNfcLease" [ 670.585958] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 670.586714] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6399bc25-246f-443d-9569-9cf76941e673 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.598707] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d70e97-3d0f-b823-9939-8ebf91ebaf94/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 670.598889] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d70e97-3d0f-b823-9939-8ebf91ebaf94/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 670.665983] env[63309]: DEBUG nova.objects.instance [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lazy-loading 'pci_requests' on Instance uuid e326a358-f9de-48db-a7ef-a11636ec7c07 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.668326] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.677263] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.688893] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79706d5-8333-41a2-bb91-08b10b6b08dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.696845] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c04117-ed6c-41a7-8d5f-444b6946383e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.729887] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59d316d1-3d7f-46ce-b755-f238339bcd59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.740304] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f03c53-841d-4f86-b2e1-a7f6afd3631f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.743286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.751746] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2e0cd-a3d6-4fbd-84c9-2828bce7b961 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.765044] env[63309]: DEBUG nova.compute.provider_tree [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.778608] env[63309]: DEBUG nova.network.neutron [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.833384] env[63309]: INFO nova.compute.manager [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] instance snapshotting [ 670.837992] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e1d2f2-75ff-4efc-b637-45054d48be19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.848929] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729720, 'name': Rename_Task, 'duration_secs': 0.13772} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.860808] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.863495] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8eb829-5e78-4de1-b1e5-73e695b25c6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.865380] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e9521-fc57-4ff0-904c-67203b33250c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.876388] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 670.876388] env[63309]: value = "task-2729721" [ 670.876388] env[63309]: _type = "Task" [ 670.876388] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.882081] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.943418] env[63309]: DEBUG nova.network.neutron [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [{"id": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "address": "fa:16:3e:5d:b1:bf", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1f79b5-61", "ovs_interfaceid": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.172112] env[63309]: DEBUG nova.objects.base [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 671.172493] env[63309]: DEBUG nova.network.neutron [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.201708] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.267513] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c1b267ef-8dde-404e-bde3-3ec12278698e tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "interface-e326a358-f9de-48db-a7ef-a11636ec7c07-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.168s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.269773] env[63309]: DEBUG nova.scheduler.client.report [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.384264] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.384701] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ea63bdbb-97fa-43ca-b985-4faa67698b61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.395101] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729721, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.395389] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 671.395389] env[63309]: value = "task-2729722" [ 671.395389] env[63309]: _type = "Task" [ 671.395389] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.404948] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.447174] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.447543] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Instance network_info: |[{"id": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "address": "fa:16:3e:5d:b1:bf", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1f79b5-61", "ovs_interfaceid": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.447988] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b1:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e1f79b5-61cf-4cc6-9f56-ae126d806901', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.456633] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Creating folder: Project (7213683f08b942189fcb55c4ba3f040f). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.456937] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f1da5f1-9948-417f-bdb5-b586782a88f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.469383] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Created folder: Project (7213683f08b942189fcb55c4ba3f040f) in parent group-v549567. [ 671.469744] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Creating folder: Instances. Parent ref: group-v549643. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.469893] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b9ebf4-46af-4359-b7df-9d5e12a0cd5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.479437] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Created folder: Instances in parent group-v549643. [ 671.479802] env[63309]: DEBUG oslo.service.loopingcall [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.480075] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.480411] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42313fa0-aaad-4ee7-becb-3e7022d4eef9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.502585] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.502585] env[63309]: value = "task-2729725" [ 671.502585] env[63309]: _type = "Task" [ 671.502585] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.514068] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729725, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.684981] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.715953] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.715953] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.715953] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.716137] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.716137] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.716137] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.716137] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.716137] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.716355] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.716577] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.716830] env[63309]: DEBUG nova.virt.hardware [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.717897] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a89c41-7246-4547-a2bc-27147d9e731d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.727325] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace3dd6-3bd9-469f-a4a5-2cbda9d28f8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.780685] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.785354] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.722s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.788117] env[63309]: INFO nova.compute.claims [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.809083] env[63309]: INFO nova.scheduler.client.report [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocations for instance f7641e0e-f7ad-4c83-af28-d86c20d65583 [ 671.887483] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729721, 'name': PowerOnVM_Task} progress is 80%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.905077] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.016338] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729725, 'name': CreateVM_Task, 'duration_secs': 0.374515} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.016338] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.016338] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.016338] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.016338] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.016735] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae59d60-ef61-4320-8cba-e7f6f7d7204a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.020587] env[63309]: INFO nova.compute.manager [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Rebuilding instance [ 672.025591] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 672.025591] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6f03a-8597-64f3-1f6a-78bf72da20d7" [ 672.025591] env[63309]: _type = "Task" [ 672.025591] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.038992] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6f03a-8597-64f3-1f6a-78bf72da20d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.038992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.039328] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.039759] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.039943] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.040432] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.040658] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dce524e5-a1c0-41a4-9b89-c42c279760c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.058076] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.058303] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.059109] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771176e8-be71-457a-aacf-737f64344c19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.065049] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 672.065049] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52295a5c-82b0-bcc6-1242-4501c3a6598b" [ 672.065049] env[63309]: _type = "Task" [ 672.065049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.076469] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52295a5c-82b0-bcc6-1242-4501c3a6598b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.076944] env[63309]: DEBUG nova.compute.manager [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.077760] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a0d656-49cb-4c6b-9ab6-c63364161cc0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.199680] env[63309]: DEBUG nova.network.neutron [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Successfully updated port: 7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.318749] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b4baebb-8ddc-4b04-b65f-8a8ca85d3e5b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f7641e0e-f7ad-4c83-af28-d86c20d65583" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.987s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.361559] env[63309]: DEBUG nova.compute.manager [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Received event network-changed-0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.361774] env[63309]: DEBUG nova.compute.manager [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Refreshing instance network info cache due to event network-changed-0e1f79b5-61cf-4cc6-9f56-ae126d806901. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.362069] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] Acquiring lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.362300] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] Acquired lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.362536] env[63309]: DEBUG nova.network.neutron [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Refreshing network info cache for port 0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.388839] env[63309]: DEBUG oslo_vmware.api [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729721, 'name': PowerOnVM_Task, 'duration_secs': 1.374278} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.388839] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.388839] env[63309]: INFO nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Took 8.75 seconds to spawn the instance on the hypervisor. [ 672.388839] env[63309]: DEBUG nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.389681] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d941a90-1ab0-499f-a55a-e3a404160c76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.408383] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729722, 'name': CreateSnapshot_Task, 'duration_secs': 0.579087} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.408727] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.409549] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2e9cb9-e88b-44b7-adf7-ad928b06f1ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.576938] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52295a5c-82b0-bcc6-1242-4501c3a6598b, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.577873] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d06c81-316a-4038-a021-dc8048a19e40 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.583994] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 672.583994] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526c42f5-c548-f801-7872-8cebf217fbba" [ 672.583994] env[63309]: _type = "Task" [ 672.583994] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.592085] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526c42f5-c548-f801-7872-8cebf217fbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.702848] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "refresh_cache-5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.703131] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "refresh_cache-5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.703333] env[63309]: DEBUG nova.network.neutron [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.920328] env[63309]: INFO nova.compute.manager [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Took 42.10 seconds to build instance. [ 672.935403] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.938494] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17ecfc42-5e21-4c8f-8e80-d80d93140926 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.948442] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 672.948442] env[63309]: value = "task-2729726" [ 672.948442] env[63309]: _type = "Task" [ 672.948442] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.960507] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729726, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.094128] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.099281] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02128cd3-f529-4cd5-a6a2-f19618f5c344 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.101890] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526c42f5-c548-f801-7872-8cebf217fbba, 'name': SearchDatastore_Task, 'duration_secs': 0.023918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.102412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.102836] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77/f712100c-2d2a-45b7-aa3c-5855baa58a77.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.103662] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6c17589-112a-4e0e-9893-db130568d724 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.110656] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 673.110656] env[63309]: value = "task-2729727" [ 673.110656] env[63309]: _type = "Task" [ 673.110656] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.117857] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 673.117857] env[63309]: value = "task-2729728" [ 673.117857] env[63309]: _type = "Task" [ 673.117857] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.131338] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.135613] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.235602] env[63309]: DEBUG nova.network.neutron [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updated VIF entry in instance network info cache for port 0e1f79b5-61cf-4cc6-9f56-ae126d806901. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.236016] env[63309]: DEBUG nova.network.neutron [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [{"id": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "address": "fa:16:3e:5d:b1:bf", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1f79b5-61", "ovs_interfaceid": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.253759] env[63309]: DEBUG nova.network.neutron [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.333727] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "e326a358-f9de-48db-a7ef-a11636ec7c07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.334130] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.334358] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "e326a358-f9de-48db-a7ef-a11636ec7c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.334591] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.334843] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.339607] env[63309]: INFO nova.compute.manager [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Terminating instance [ 673.356368] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf7a4d-928d-4815-9bcf-cc7b52aa5042 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.365165] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0223605-e400-4e9c-bdaa-b16b0420398f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.406705] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704bd637-ef90-40b5-9d14-cb5d9d328b56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.414434] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467a031-8f22-4b04-a5bf-1f20f5d5b704 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.421039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-27651723-1481-4f7f-ac0f-6c2e82ba1790 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.271s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.432570] env[63309]: DEBUG nova.compute.provider_tree [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.458924] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729726, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.464778] env[63309]: DEBUG nova.network.neutron [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Updating instance_info_cache with network_info: [{"id": "7391d576-eb18-45d5-8e0e-3c7f9cd082cd", "address": "fa:16:3e:d4:c0:09", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7391d576-eb", "ovs_interfaceid": "7391d576-eb18-45d5-8e0e-3c7f9cd082cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.636290] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729728, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.640118] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729727, 'name': PowerOffVM_Task, 'duration_secs': 0.173072} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.640476] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.640731] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.641667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c3cf27-d6ee-4dc6-bb0d-2619e6199ed5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.651249] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.651598] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a32ae378-d4d8-42cd-b2a1-25edb1994b91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.680031] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.680243] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.680449] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Deleting the datastore file [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.680745] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46fb8ea6-3386-4542-82af-f8e7a00ef1b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.690233] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 673.690233] env[63309]: value = "task-2729730" [ 673.690233] env[63309]: _type = "Task" [ 673.690233] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.698697] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.740107] env[63309]: DEBUG oslo_concurrency.lockutils [req-f9a9dfee-7a02-4c25-a09f-d7e69e04c4a9 req-5c81997a-33ef-4a3a-b70f-f7a2c24495cc service nova] Releasing lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.753604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f30e9f63-42de-49b6-8384-09a8ba917d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.753604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.844192] env[63309]: DEBUG nova.compute.manager [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.844192] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.845072] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7826b-f636-4fce-8e25-d4746e49aab3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.853247] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.853541] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23fc6ed-57db-4412-99d6-946c65f43970 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.861145] env[63309]: DEBUG oslo_vmware.api [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 673.861145] env[63309]: value = "task-2729731" [ 673.861145] env[63309]: _type = "Task" [ 673.861145] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.872919] env[63309]: DEBUG oslo_vmware.api [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.935307] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.939226] env[63309]: DEBUG nova.scheduler.client.report [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.960091] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729726, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.966980] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "refresh_cache-5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.967350] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Instance network_info: |[{"id": "7391d576-eb18-45d5-8e0e-3c7f9cd082cd", "address": "fa:16:3e:d4:c0:09", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7391d576-eb", "ovs_interfaceid": "7391d576-eb18-45d5-8e0e-3c7f9cd082cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.967838] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:c0:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7391d576-eb18-45d5-8e0e-3c7f9cd082cd', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.975991] env[63309]: DEBUG oslo.service.loopingcall [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.976726] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.976961] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5e5f242-46a3-42d8-a715-c92718522de6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.001763] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.001763] env[63309]: value = "task-2729732" [ 674.001763] env[63309]: _type = "Task" [ 674.001763] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.011377] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729732, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.134710] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828603} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.135380] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77/f712100c-2d2a-45b7-aa3c-5855baa58a77.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.135380] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.135539] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb97698-d446-4453-bb3f-e27e0b0604fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.143454] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 674.143454] env[63309]: value = "task-2729733" [ 674.143454] env[63309]: _type = "Task" [ 674.143454] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.151692] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.199427] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.199712] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.199894] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.200081] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.372208] env[63309]: DEBUG oslo_vmware.api [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729731, 'name': PowerOffVM_Task, 'duration_secs': 0.205039} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.372557] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.372677] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.372920] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c1b98d4-83ca-46b2-9534-0958fb0d7dc3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.439270] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.439270] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.439475] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Deleting the datastore file [datastore2] e326a358-f9de-48db-a7ef-a11636ec7c07 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.439709] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09352356-3bc1-4686-bfd9-baca67ba14e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.446189] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.446678] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.452734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.374s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.454303] env[63309]: INFO nova.compute.claims [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.457723] env[63309]: DEBUG oslo_vmware.api [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for the task: (returnval){ [ 674.457723] env[63309]: value = "task-2729735" [ 674.457723] env[63309]: _type = "Task" [ 674.457723] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.470710] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729726, 'name': CloneVM_Task, 'duration_secs': 1.47061} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.475191] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Created linked-clone VM from snapshot [ 674.476557] env[63309]: DEBUG oslo_vmware.api [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.476557] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.477436] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f965f41-4b1d-47d8-a22e-ea4950135196 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.485863] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Uploading image cb190bcd-b451-4b6e-b990-6f70d87abf99 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.514493] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729732, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.557917] env[63309]: DEBUG nova.compute.manager [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Received event network-vif-plugged-7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.558070] env[63309]: DEBUG oslo_concurrency.lockutils [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] Acquiring lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.558237] env[63309]: DEBUG oslo_concurrency.lockutils [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.558434] env[63309]: DEBUG oslo_concurrency.lockutils [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.558723] env[63309]: DEBUG nova.compute.manager [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] No waiting events found dispatching network-vif-plugged-7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.558917] env[63309]: WARNING nova.compute.manager [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Received unexpected event network-vif-plugged-7391d576-eb18-45d5-8e0e-3c7f9cd082cd for instance with vm_state building and task_state spawning. [ 674.559071] env[63309]: DEBUG nova.compute.manager [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Received event network-changed-7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.559229] env[63309]: DEBUG nova.compute.manager [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Refreshing instance network info cache due to event network-changed-7391d576-eb18-45d5-8e0e-3c7f9cd082cd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.559411] env[63309]: DEBUG oslo_concurrency.lockutils [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] Acquiring lock "refresh_cache-5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.559545] env[63309]: DEBUG oslo_concurrency.lockutils [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] Acquired lock "refresh_cache-5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.559700] env[63309]: DEBUG nova.network.neutron [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Refreshing network info cache for port 7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.653767] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140793} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.654061] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.654907] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0687a1-eb35-4d72-88c6-19703327f762 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.679045] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77/f712100c-2d2a-45b7-aa3c-5855baa58a77.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.679279] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad0cacde-4d65-4d63-b58b-4ec2381dfa7f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.699032] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 674.699032] env[63309]: value = "task-2729736" [ 674.699032] env[63309]: _type = "Task" [ 674.699032] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.712599] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.717944] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.717944] env[63309]: value = "vm-549647" [ 674.717944] env[63309]: _type = "VirtualMachine" [ 674.717944] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.718322] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da4b56a3-a457-40bb-8611-db8df68b50f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.726560] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lease: (returnval){ [ 674.726560] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525b0ebf-6d76-a0df-6551-122685dc6044" [ 674.726560] env[63309]: _type = "HttpNfcLease" [ 674.726560] env[63309]: } obtained for exporting VM: (result){ [ 674.726560] env[63309]: value = "vm-549647" [ 674.726560] env[63309]: _type = "VirtualMachine" [ 674.726560] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.726863] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the lease: (returnval){ [ 674.726863] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525b0ebf-6d76-a0df-6551-122685dc6044" [ 674.726863] env[63309]: _type = "HttpNfcLease" [ 674.726863] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.733887] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.733887] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525b0ebf-6d76-a0df-6551-122685dc6044" [ 674.733887] env[63309]: _type = "HttpNfcLease" [ 674.733887] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.962575] env[63309]: DEBUG nova.compute.utils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.964300] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.964300] env[63309]: DEBUG nova.network.neutron [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.976934] env[63309]: DEBUG oslo_vmware.api [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Task: {'id': task-2729735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314659} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.977215] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.977420] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.977601] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.977766] env[63309]: INFO nova.compute.manager [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 674.977997] env[63309]: DEBUG oslo.service.loopingcall [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.978415] env[63309]: DEBUG nova.compute.manager [-] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.978507] env[63309]: DEBUG nova.network.neutron [-] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.012887] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729732, 'name': CreateVM_Task, 'duration_secs': 0.62445} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.012887] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.013540] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.013720] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.014047] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.014332] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e689e3f-9afa-49ba-95d8-5ef0f3e56ec2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.019517] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 675.019517] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c57a08-7fe4-9c56-2a7e-1480d59ae608" [ 675.019517] env[63309]: _type = "Task" [ 675.019517] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.027939] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c57a08-7fe4-9c56-2a7e-1480d59ae608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.054961] env[63309]: DEBUG nova.policy [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4430bdfba12d4071b0ac2fbddd5e3cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5740de8088c9454ca026e5655d76ac61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.211199] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729736, 'name': ReconfigVM_Task, 'duration_secs': 0.463792} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.214978] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77/f712100c-2d2a-45b7-aa3c-5855baa58a77.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.214978] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3d3f0ff-4a6c-44b9-bab9-7b5a438d35e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.221109] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 675.221109] env[63309]: value = "task-2729738" [ 675.221109] env[63309]: _type = "Task" [ 675.221109] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.228944] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729738, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.237513] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.237513] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525b0ebf-6d76-a0df-6551-122685dc6044" [ 675.237513] env[63309]: _type = "HttpNfcLease" [ 675.237513] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 675.237795] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 675.237795] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525b0ebf-6d76-a0df-6551-122685dc6044" [ 675.237795] env[63309]: _type = "HttpNfcLease" [ 675.237795] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 675.241178] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d8af6-40b4-4124-b3de-ebdef4ec155b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.247591] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.247833] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.247986] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.251068] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.251068] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.251068] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.251068] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.251068] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.251475] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.251475] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.251475] env[63309]: DEBUG nova.virt.hardware [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.251475] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d2c34-929c-4d7d-8d80-a57a6cd5c623 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.262392] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bc71a-2cf6-86e9-af85-2053cc43003e/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 675.262392] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bc71a-2cf6-86e9-af85-2053cc43003e/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 675.264688] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b127989-4780-4a98-bb74-477850faf90d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.344064] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.352112] env[63309]: DEBUG oslo.service.loopingcall [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.354505] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.355094] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500b38b2-69fe-46d2-8774-ec300dd7c822 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.385027] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.385027] env[63309]: value = "task-2729739" [ 675.385027] env[63309]: _type = "Task" [ 675.385027] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.391273] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36e6c565-77ce-458d-b2e4-6738bb5449d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.396503] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729739, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.473877] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.500773] env[63309]: DEBUG nova.network.neutron [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Successfully created port: 6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.525655] env[63309]: DEBUG nova.network.neutron [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Updated VIF entry in instance network info cache for port 7391d576-eb18-45d5-8e0e-3c7f9cd082cd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.526222] env[63309]: DEBUG nova.network.neutron [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Updating instance_info_cache with network_info: [{"id": "7391d576-eb18-45d5-8e0e-3c7f9cd082cd", "address": "fa:16:3e:d4:c0:09", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7391d576-eb", "ovs_interfaceid": "7391d576-eb18-45d5-8e0e-3c7f9cd082cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.537018] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c57a08-7fe4-9c56-2a7e-1480d59ae608, 'name': SearchDatastore_Task, 'duration_secs': 0.016194} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.537394] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.537674] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.537955] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.538162] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.538379] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.538689] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce006fa-6d07-481e-b942-fb9cfa8f6414 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.548787] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.550193] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.554121] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc4f8fc-4235-4a33-b809-5d99d7834464 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.560999] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 675.560999] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba9fc9-5ce4-f7c0-8691-06a7f80f757d" [ 675.560999] env[63309]: _type = "Task" [ 675.560999] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.570483] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba9fc9-5ce4-f7c0-8691-06a7f80f757d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.731149] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729738, 'name': Rename_Task, 'duration_secs': 0.156921} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.731394] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.731701] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c00de9-e0fb-4bf9-85fc-75e233b56b95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.740876] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 675.740876] env[63309]: value = "task-2729740" [ 675.740876] env[63309]: _type = "Task" [ 675.740876] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.746733] env[63309]: DEBUG nova.compute.manager [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.750859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e145acf-1d73-4b56-a8c2-1412c481c8d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.753826] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.882869] env[63309]: DEBUG nova.network.neutron [-] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.894947] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729739, 'name': CreateVM_Task, 'duration_secs': 0.313746} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.894947] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.895243] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.895339] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.895671] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.899374] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3034377f-519d-47df-9d9d-2aecf31c35ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.905452] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 675.905452] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ac3ab0-3311-a4c5-5cde-b01abeaca638" [ 675.905452] env[63309]: _type = "Task" [ 675.905452] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.918536] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ac3ab0-3311-a4c5-5cde-b01abeaca638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.023501] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09594c89-a48a-4396-8664-69b0aa239668 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.031767] env[63309]: DEBUG oslo_concurrency.lockutils [req-c30fdd0d-d96c-47ef-868c-4a2594899e4d req-330aa8d3-98d5-45ec-9557-1166463a58d5 service nova] Releasing lock "refresh_cache-5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.033438] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e6a97-ebfb-48fb-b6c0-61d4bf19a6ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.071592] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9261d9c8-cf9b-477d-8ab7-0d5838333a2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.079374] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba9fc9-5ce4-f7c0-8691-06a7f80f757d, 'name': SearchDatastore_Task, 'duration_secs': 0.024117} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.082806] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4a241a-5430-4520-bd31-390a659d613a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.086445] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104367c9-2ba1-47fa-9346-f7eb32a512dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.094126] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 676.094126] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ad0597-fa04-db6f-96b3-dbc224fef160" [ 676.094126] env[63309]: _type = "Task" [ 676.094126] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.103128] env[63309]: DEBUG nova.compute.provider_tree [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.113735] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ad0597-fa04-db6f-96b3-dbc224fef160, 'name': SearchDatastore_Task, 'duration_secs': 0.016626} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.114805] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.115164] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d/5bbd2152-efa9-4c21-aa2a-d4df4ae4891d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.115458] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3ba450-1b8e-4c6d-b0ac-60fd968039cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.122793] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 676.122793] env[63309]: value = "task-2729741" [ 676.122793] env[63309]: _type = "Task" [ 676.122793] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.131673] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.254079] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.265934] env[63309]: INFO nova.compute.manager [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] instance snapshotting [ 676.270125] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666f031-c0c3-4cc2-a83f-985e03098c95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.292556] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14154831-ff75-47fe-a8d2-e5c2b9357e81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.390048] env[63309]: INFO nova.compute.manager [-] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Took 1.41 seconds to deallocate network for instance. [ 676.416092] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ac3ab0-3311-a4c5-5cde-b01abeaca638, 'name': SearchDatastore_Task, 'duration_secs': 0.017299} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.416547] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.416816] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.417099] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.417338] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.417524] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.417883] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68a708df-72e8-4db2-82eb-91b39ea0c498 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.427230] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.427488] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.428314] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7d9700-3de3-4a92-b1a3-9934aeaede7f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.433935] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 676.433935] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263fa99-9cbc-1530-4346-c6777c38d398" [ 676.433935] env[63309]: _type = "Task" [ 676.433935] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.443792] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263fa99-9cbc-1530-4346-c6777c38d398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.487234] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.609794] env[63309]: DEBUG nova.scheduler.client.report [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.636105] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729741, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.754990] env[63309]: DEBUG oslo_vmware.api [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729740, 'name': PowerOnVM_Task, 'duration_secs': 0.548955} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.755596] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.755729] env[63309]: INFO nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Took 7.78 seconds to spawn the instance on the hypervisor. [ 676.756056] env[63309]: DEBUG nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.757068] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981a538-55e3-4ecd-a476-8a1f3f918454 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.804978] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.805343] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dad0270c-fb7b-4d70-83f0-6882c017e897 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.814836] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 676.814836] env[63309]: value = "task-2729742" [ 676.814836] env[63309]: _type = "Task" [ 676.814836] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.825449] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.899346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.938706] env[63309]: DEBUG nova.compute.manager [req-c9d1b69e-17dd-49ae-a51a-21d3dbb13193 req-bd94058f-6166-4cf1-a8bc-815a582c52fc service nova] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Received event network-vif-deleted-469cd238-6071-49b7-8413-6b94a90671b1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.950647] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263fa99-9cbc-1530-4346-c6777c38d398, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.951552] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d64479-a0ca-4f0f-aae8-e8042f77c6f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.957304] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 676.957304] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fca4fa-4610-22f7-17b0-249dad622b94" [ 676.957304] env[63309]: _type = "Task" [ 676.957304] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.968134] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fca4fa-4610-22f7-17b0-249dad622b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.069496] env[63309]: DEBUG nova.network.neutron [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Successfully updated port: 6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.115600] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.117024] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.119454] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.095s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.122625] env[63309]: INFO nova.compute.claims [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.135763] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697085} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.137032] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d/5bbd2152-efa9-4c21-aa2a-d4df4ae4891d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.137032] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.137032] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3d95259-3cb6-4c21-b828-226382e1287a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.144891] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 677.144891] env[63309]: value = "task-2729743" [ 677.144891] env[63309]: _type = "Task" [ 677.144891] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.153769] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.275219] env[63309]: INFO nova.compute.manager [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Took 39.02 seconds to build instance. [ 677.326385] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.469515] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fca4fa-4610-22f7-17b0-249dad622b94, 'name': SearchDatastore_Task, 'duration_secs': 0.01265} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.469981] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.470363] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.470757] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879ca674-95d8-4034-a72c-3ae7b9a49013 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.479101] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 677.479101] env[63309]: value = "task-2729744" [ 677.479101] env[63309]: _type = "Task" [ 677.479101] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.488638] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.571835] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "refresh_cache-62442772-63e0-46c1-9955-30f9cdb700a2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.571835] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired lock "refresh_cache-62442772-63e0-46c1-9955-30f9cdb700a2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.571835] env[63309]: DEBUG nova.network.neutron [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.630329] env[63309]: DEBUG nova.compute.utils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.632909] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.633250] env[63309]: DEBUG nova.network.neutron [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.659058] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069353} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.659376] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.660226] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2327a4-d132-46b9-af69-8c8940121d99 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.685031] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d/5bbd2152-efa9-4c21-aa2a-d4df4ae4891d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.685288] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9829dfaf-7d03-4377-aabe-617ffc198daf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.701476] env[63309]: DEBUG nova.policy [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4430bdfba12d4071b0ac2fbddd5e3cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5740de8088c9454ca026e5655d76ac61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.710038] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 677.710038] env[63309]: value = "task-2729745" [ 677.710038] env[63309]: _type = "Task" [ 677.710038] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.718487] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.776960] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a596b636-8b57-4d2d-b12d-bb2ce0f39e7d tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.608s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.830549] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729742, 'name': CreateSnapshot_Task, 'duration_secs': 0.914439} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.830834] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.831694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c52e89-f3b2-4a43-b74c-3a1eaba1f8bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.968844] env[63309]: DEBUG nova.network.neutron [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Successfully created port: f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.990209] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729744, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.111968] env[63309]: DEBUG nova.network.neutron [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.140749] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.226903] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.280177] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.299987] env[63309]: DEBUG nova.network.neutron [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Updating instance_info_cache with network_info: [{"id": "6388bd36-a79a-499c-b85d-3e0e7e26a843", "address": "fa:16:3e:d7:90:c5", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6388bd36-a7", "ovs_interfaceid": "6388bd36-a79a-499c-b85d-3e0e7e26a843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.352626] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.353358] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ff64542-29ba-4990-a1e4-93f86e4fb98a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.362459] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 678.362459] env[63309]: value = "task-2729746" [ 678.362459] env[63309]: _type = "Task" [ 678.362459] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.374090] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729746, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.491762] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83322} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.494639] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.494859] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.495343] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f7b68d1-8aa6-4bf3-b360-093a0ca6fc46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.502235] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 678.502235] env[63309]: value = "task-2729747" [ 678.502235] env[63309]: _type = "Task" [ 678.502235] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.515967] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.635638] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a6e99-e0ee-44e8-9571-39fd1f4b46d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.652205] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34d60c-e2bb-44d3-aef0-7b452880c89b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.708343] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f146e6-5b7f-4bb8-8ecd-828a86ef3910 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.723399] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb38e17-5cce-4a37-9700-b2025a8eb422 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.733461] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729745, 'name': ReconfigVM_Task, 'duration_secs': 0.546935} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.734132] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d/5bbd2152-efa9-4c21-aa2a-d4df4ae4891d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.734764] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b24eaf2-0f5c-46f4-8429-4c0168312c5b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.744523] env[63309]: DEBUG nova.compute.provider_tree [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.751286] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 678.751286] env[63309]: value = "task-2729748" [ 678.751286] env[63309]: _type = "Task" [ 678.751286] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.761515] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729748, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.805248] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Releasing lock "refresh_cache-62442772-63e0-46c1-9955-30f9cdb700a2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.805561] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Instance network_info: |[{"id": "6388bd36-a79a-499c-b85d-3e0e7e26a843", "address": "fa:16:3e:d7:90:c5", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6388bd36-a7", "ovs_interfaceid": "6388bd36-a79a-499c-b85d-3e0e7e26a843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.806785] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.873074] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729746, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.012638] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085204} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.012925] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.013804] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f93f39-0dcf-4b1b-b90d-514af5f04945 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.034912] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.035285] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-739c7585-2bef-4a39-bc2a-cad6b0e0c3e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.057583] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 679.057583] env[63309]: value = "task-2729749" [ 679.057583] env[63309]: _type = "Task" [ 679.057583] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.066960] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.160699] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.248613] env[63309]: DEBUG nova.scheduler.client.report [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.265775] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729748, 'name': Rename_Task, 'duration_secs': 0.30871} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.266941] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.267263] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c12417cd-9f02-44e4-b347-f7475e89a357 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.275463] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 679.275463] env[63309]: value = "task-2729750" [ 679.275463] env[63309]: _type = "Task" [ 679.275463] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.285434] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.374935] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729746, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.514256] env[63309]: DEBUG nova.network.neutron [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Successfully updated port: f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.567898] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729749, 'name': ReconfigVM_Task, 'duration_secs': 0.439126} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.569027] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Reconfigured VM instance instance-00000016 to attach disk [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf/aed994a0-1568-47e7-84d2-2bbdd70b7fbf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.569308] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e6139bb-adec-42d6-8745-4d3b2e90a890 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.575489] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 679.575489] env[63309]: value = "task-2729751" [ 679.575489] env[63309]: _type = "Task" [ 679.575489] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.584433] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729751, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.759983] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.760661] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.764053] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.589s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.766377] env[63309]: INFO nova.compute.claims [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.785388] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729750, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.877570] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729746, 'name': CloneVM_Task, 'duration_secs': 1.342699} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.877570] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Created linked-clone VM from snapshot [ 679.878679] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838140fe-c084-4036-bff1-8ebc96428e98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.891528] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Uploading image 574a7f81-6289-4031-81b7-224ea232d5b0 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.946982] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.947321] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb49ff71-f91d-4947-9f71-72a02d7efd21 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.955296] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.955552] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.955725] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.955925] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.956179] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.956374] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.956610] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.960030] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.960030] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.960030] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.960030] env[63309]: DEBUG nova.virt.hardware [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.960030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cc2e28-acd9-469f-b295-a1117b92c5cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.963927] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 679.963927] env[63309]: value = "task-2729752" [ 679.963927] env[63309]: _type = "Task" [ 679.963927] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.972512] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.972762] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.972930] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.973124] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.973291] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.973437] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.973665] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.973830] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.973983] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.974179] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.974350] env[63309]: DEBUG nova.virt.hardware [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.976784] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc34988-018f-47f4-bc00-7d039ae4889c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.984998] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846bac2f-2e06-47a1-bf1c-e2d0ea47a993 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.992302] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.004022] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:90:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6388bd36-a79a-499c-b85d-3e0e7e26a843', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.014021] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating folder: Project (5740de8088c9454ca026e5655d76ac61). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.014370] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d70e97-3d0f-b823-9939-8ebf91ebaf94/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 680.021774] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c076f11-2af0-439b-9689-c27fd23f6c78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.024408] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cdd687-0f16-4b54-9c7c-9ac434f10be1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.027374] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "refresh_cache-e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.027523] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired lock "refresh_cache-e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.027675] env[63309]: DEBUG nova.network.neutron [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.030355] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6aef8-8ff0-4108-a5ea-dbc90931a3d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.045899] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d70e97-3d0f-b823-9939-8ebf91ebaf94/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 680.045899] env[63309]: ERROR oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d70e97-3d0f-b823-9939-8ebf91ebaf94/disk-0.vmdk due to incomplete transfer. [ 680.054131] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b6ddf38-361c-4642-93a8-818f676b06b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.056540] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Created folder: Project (5740de8088c9454ca026e5655d76ac61) in parent group-v549567. [ 680.056734] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating folder: Instances. Parent ref: group-v549652. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.057208] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be06335c-ec5a-4f37-9880-8215553b0ba5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.069833] env[63309]: DEBUG nova.compute.manager [req-6656e0f7-1f90-44c3-b8af-4c09bb75708c req-de30d198-7862-40b7-8f82-2501c8331068 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Received event network-vif-plugged-6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.069833] env[63309]: DEBUG oslo_concurrency.lockutils [req-6656e0f7-1f90-44c3-b8af-4c09bb75708c req-de30d198-7862-40b7-8f82-2501c8331068 service nova] Acquiring lock "62442772-63e0-46c1-9955-30f9cdb700a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.069833] env[63309]: DEBUG oslo_concurrency.lockutils [req-6656e0f7-1f90-44c3-b8af-4c09bb75708c req-de30d198-7862-40b7-8f82-2501c8331068 service nova] Lock "62442772-63e0-46c1-9955-30f9cdb700a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.069833] env[63309]: DEBUG oslo_concurrency.lockutils [req-6656e0f7-1f90-44c3-b8af-4c09bb75708c req-de30d198-7862-40b7-8f82-2501c8331068 service nova] Lock "62442772-63e0-46c1-9955-30f9cdb700a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.069833] env[63309]: DEBUG nova.compute.manager [req-6656e0f7-1f90-44c3-b8af-4c09bb75708c req-de30d198-7862-40b7-8f82-2501c8331068 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] No waiting events found dispatching network-vif-plugged-6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.070051] env[63309]: WARNING nova.compute.manager [req-6656e0f7-1f90-44c3-b8af-4c09bb75708c req-de30d198-7862-40b7-8f82-2501c8331068 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Received unexpected event network-vif-plugged-6388bd36-a79a-499c-b85d-3e0e7e26a843 for instance with vm_state building and task_state spawning. [ 680.071415] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Created folder: Instances in parent group-v549652. [ 680.071648] env[63309]: DEBUG oslo.service.loopingcall [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.071832] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.073123] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faf45c1b-d4f5-41a9-9da4-c29039f5f356 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.087490] env[63309]: DEBUG oslo_vmware.rw_handles [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d70e97-3d0f-b823-9939-8ebf91ebaf94/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 680.087707] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Uploaded image f39dd41a-91af-4a46-8e07-647eee545313 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 680.089740] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.092877] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e80e1d94-021a-45d4-828d-5be7d9ad76b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.105717] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729751, 'name': Rename_Task, 'duration_secs': 0.175442} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.108226] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.108880] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.108880] env[63309]: value = "task-2729755" [ 680.108880] env[63309]: _type = "Task" [ 680.108880] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.109225] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 680.109225] env[63309]: value = "task-2729756" [ 680.109225] env[63309]: _type = "Task" [ 680.109225] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.109482] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33074fdd-7151-4656-bdfa-420ced3af3ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.123446] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729756, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.128158] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Waiting for the task: (returnval){ [ 680.128158] env[63309]: value = "task-2729757" [ 680.128158] env[63309]: _type = "Task" [ 680.128158] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.128356] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729755, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.272525] env[63309]: DEBUG nova.compute.utils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.277084] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.277084] env[63309]: DEBUG nova.network.neutron [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.288354] env[63309]: DEBUG oslo_vmware.api [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729750, 'name': PowerOnVM_Task, 'duration_secs': 0.845694} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.288656] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.288884] env[63309]: INFO nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Took 8.60 seconds to spawn the instance on the hypervisor. [ 680.289135] env[63309]: DEBUG nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.290622] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a9d4e8-dc48-46fc-9dc7-128a9cd2defb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.346751] env[63309]: DEBUG nova.policy [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23bd9ad4be8f484a8111f54949ffe0ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '503a1508015e4f3a92f75f2924462b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.475832] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.574494] env[63309]: DEBUG nova.network.neutron [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.626238] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729755, 'name': CreateVM_Task, 'duration_secs': 0.462026} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.633931] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.636885] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729756, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.640532] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.641056] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.641197] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.644856] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2fcc92-6b3d-4a82-8b80-4287de3578c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.655631] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.658708] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 680.658708] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f8223a-c884-6a45-7fcb-981e8a13e2ad" [ 680.658708] env[63309]: _type = "Task" [ 680.658708] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.671792] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f8223a-c884-6a45-7fcb-981e8a13e2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.758260] env[63309]: DEBUG nova.network.neutron [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Updating instance_info_cache with network_info: [{"id": "f85033f7-943a-4843-bbd1-ba49dc1796fe", "address": "fa:16:3e:de:87:48", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85033f7-94", "ovs_interfaceid": "f85033f7-943a-4843-bbd1-ba49dc1796fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.774786] env[63309]: DEBUG nova.network.neutron [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Successfully created port: f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.777264] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.810253] env[63309]: INFO nova.compute.manager [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Took 40.86 seconds to build instance. [ 680.981596] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.129280] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729756, 'name': Destroy_Task, 'duration_secs': 0.56596} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.129513] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Destroyed the VM [ 681.129753] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 681.130444] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c5eea1c-c110-42a6-9ab5-8a77034807f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.143458] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 681.143458] env[63309]: value = "task-2729758" [ 681.143458] env[63309]: _type = "Task" [ 681.143458] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.151160] env[63309]: DEBUG oslo_vmware.api [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Task: {'id': task-2729757, 'name': PowerOnVM_Task, 'duration_secs': 0.867902} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.154242] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.154509] env[63309]: DEBUG nova.compute.manager [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.156010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60bacbc-ca01-47cb-9f56-c17769cafe29 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.162745] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.179313] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f8223a-c884-6a45-7fcb-981e8a13e2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023023} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.179596] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.179815] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.180057] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.180204] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.180374] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.180634] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e5b2c1-58c6-406f-a16b-108898318a58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.189109] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.189724] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.190123] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1244b75-a3ff-45b1-a0da-4274818073cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.198183] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 681.198183] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6f5a3-c40c-e687-bc9e-c96c0620f78d" [ 681.198183] env[63309]: _type = "Task" [ 681.198183] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.208345] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6f5a3-c40c-e687-bc9e-c96c0620f78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.260730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Releasing lock "refresh_cache-e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.261117] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Instance network_info: |[{"id": "f85033f7-943a-4843-bbd1-ba49dc1796fe", "address": "fa:16:3e:de:87:48", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85033f7-94", "ovs_interfaceid": "f85033f7-943a-4843-bbd1-ba49dc1796fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.261776] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:87:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f85033f7-943a-4843-bbd1-ba49dc1796fe', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.270494] env[63309]: DEBUG oslo.service.loopingcall [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.270803] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.271050] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11bf0ef8-67ba-4129-a8cf-6eec6626dd09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.296736] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.296736] env[63309]: value = "task-2729759" [ 681.296736] env[63309]: _type = "Task" [ 681.296736] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.305573] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729759, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.312719] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f4e742d6-57a8-4108-b79e-a70020713f92 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.163s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.370081] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a409ca73-2072-44e1-abec-ed80a7616a6d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.378879] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7bcece-cbdc-4896-a848-372bf2ad3cd8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.430355] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a511fd-9cde-40ab-a9c1-6ecf11cf08c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.442094] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1852e16-e3a3-44f9-99ec-ef273b181b5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.465741] env[63309]: DEBUG nova.compute.provider_tree [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.480776] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.654045] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729758, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.682888] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.711306] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6f5a3-c40c-e687-bc9e-c96c0620f78d, 'name': SearchDatastore_Task, 'duration_secs': 0.016722} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.712358] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf2c474-d6d7-4e89-a9cd-dfcecb091645 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.718434] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 681.718434] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c56445-ec2d-8458-14d7-4b82728896ed" [ 681.718434] env[63309]: _type = "Task" [ 681.718434] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.730260] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c56445-ec2d-8458-14d7-4b82728896ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.794663] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.808283] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729759, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.816527] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.827550] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.828233] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.828233] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.828422] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.828668] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.829182] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.829182] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.829378] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.829606] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.829913] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.830082] env[63309]: DEBUG nova.virt.hardware [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.831098] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1607e7ac-0fbe-4ae1-80d8-7d277150e71b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.842620] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35403543-248e-4761-920a-a8e2279a91cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.896845] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.897142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.970708] env[63309]: DEBUG nova.scheduler.client.report [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.986153] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.090743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.091011] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.091237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.091470] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.091658] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.093866] env[63309]: INFO nova.compute.manager [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Terminating instance [ 682.155394] env[63309]: DEBUG oslo_vmware.api [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695031} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.155660] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.155932] env[63309]: INFO nova.compute.manager [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Took 15.75 seconds to snapshot the instance on the hypervisor. [ 682.230079] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c56445-ec2d-8458-14d7-4b82728896ed, 'name': SearchDatastore_Task, 'duration_secs': 0.019215} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.230352] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.230682] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 62442772-63e0-46c1-9955-30f9cdb700a2/62442772-63e0-46c1-9955-30f9cdb700a2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.230894] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bbf645c-2146-4b90-bcb0-702018a416d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.238282] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 682.238282] env[63309]: value = "task-2729760" [ 682.238282] env[63309]: _type = "Task" [ 682.238282] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.247269] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.309135] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729759, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.345891] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.417072] env[63309]: DEBUG nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Received event network-changed-6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.417468] env[63309]: DEBUG nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Refreshing instance network info cache due to event network-changed-6388bd36-a79a-499c-b85d-3e0e7e26a843. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.417825] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Acquiring lock "refresh_cache-62442772-63e0-46c1-9955-30f9cdb700a2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.418169] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Acquired lock "refresh_cache-62442772-63e0-46c1-9955-30f9cdb700a2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.418500] env[63309]: DEBUG nova.network.neutron [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Refreshing network info cache for port 6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.483351] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.483714] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.487424] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.487999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.162s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.488478] env[63309]: DEBUG nova.objects.instance [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lazy-loading 'resources' on Instance uuid 978dbc54-2c4e-45ec-8a0f-59c3f2409e59 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.530609] env[63309]: DEBUG nova.compute.manager [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 682.553039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.553388] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.553594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.554160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.554160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.561479] env[63309]: INFO nova.compute.manager [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Terminating instance [ 682.566409] env[63309]: DEBUG nova.network.neutron [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Successfully updated port: f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.597769] env[63309]: DEBUG nova.compute.manager [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.598022] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.599261] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0ba41-42f3-464e-8674-313aaa122f84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.610330] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.610599] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa055370-0d78-4bed-8bd0-1cb59cdfeff5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.660712] env[63309]: DEBUG nova.compute.manager [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Instance disappeared during snapshot {{(pid=63309) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 682.670445] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.670847] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.671222] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleting the datastore file [datastore1] 2ff32205-b658-4fe8-bd8a-6aad504ad3e1 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.671567] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1569008-bc73-436b-a9ed-be513067bd4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.677224] env[63309]: DEBUG nova.compute.manager [None req-40cbb0a9-0575-4ca6-b8d8-f96b3116fb5e tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image not found during clean up f39dd41a-91af-4a46-8e07-647eee545313 {{(pid=63309) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 682.680974] env[63309]: DEBUG oslo_vmware.api [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 682.680974] env[63309]: value = "task-2729762" [ 682.680974] env[63309]: _type = "Task" [ 682.680974] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.692548] env[63309]: DEBUG oslo_vmware.api [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.750655] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729760, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.810823] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729759, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.986961] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.987724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.987724] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729752, 'name': Destroy_Task, 'duration_secs': 2.597449} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.989093] env[63309]: DEBUG nova.compute.utils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.990608] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Destroyed the VM [ 682.990892] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 682.991825] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.992021] env[63309]: DEBUG nova.network.neutron [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.998484] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b607d08e-0ada-4e35-a256-adca9af80189 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.013762] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 683.013762] env[63309]: value = "task-2729763" [ 683.013762] env[63309]: _type = "Task" [ 683.013762] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.026823] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729763, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.048039] env[63309]: DEBUG nova.policy [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00950bf5327f415eae8dc513df17ba2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae4cfe7c2b44000b948814182bd4ef1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.057596] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.066060] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "refresh_cache-aed994a0-1568-47e7-84d2-2bbdd70b7fbf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.066368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquired lock "refresh_cache-aed994a0-1568-47e7-84d2-2bbdd70b7fbf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.066666] env[63309]: DEBUG nova.network.neutron [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.072348] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.072348] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.072348] env[63309]: DEBUG nova.network.neutron [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.195493] env[63309]: DEBUG oslo_vmware.api [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317746} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.201213] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.201423] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.201599] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.201770] env[63309]: INFO nova.compute.manager [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Took 0.60 seconds to destroy the instance on the hypervisor. [ 683.203018] env[63309]: DEBUG oslo.service.loopingcall [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.203018] env[63309]: DEBUG nova.compute.manager [-] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.203018] env[63309]: DEBUG nova.network.neutron [-] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.256891] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907592} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.260505] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 62442772-63e0-46c1-9955-30f9cdb700a2/62442772-63e0-46c1-9955-30f9cdb700a2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.261404] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.261404] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a15c6a-837e-4449-9ab1-c584322b36e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.274231] env[63309]: DEBUG nova.network.neutron [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Updated VIF entry in instance network info cache for port 6388bd36-a79a-499c-b85d-3e0e7e26a843. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.275232] env[63309]: DEBUG nova.network.neutron [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Updating instance_info_cache with network_info: [{"id": "6388bd36-a79a-499c-b85d-3e0e7e26a843", "address": "fa:16:3e:d7:90:c5", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6388bd36-a7", "ovs_interfaceid": "6388bd36-a79a-499c-b85d-3e0e7e26a843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.282840] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 683.282840] env[63309]: value = "task-2729764" [ 683.282840] env[63309]: _type = "Task" [ 683.282840] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.295584] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.309496] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729759, 'name': CreateVM_Task, 'duration_secs': 1.550479} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.312809] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.312809] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.313133] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.313357] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.314167] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7fa01d-0f01-4210-bafe-f0128da2f1ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.318967] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 683.318967] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945b4d-8b14-ba69-4125-fe561254b976" [ 683.318967] env[63309]: _type = "Task" [ 683.318967] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.327976] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945b4d-8b14-ba69-4125-fe561254b976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.492331] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.526343] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729763, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.597897] env[63309]: DEBUG nova.network.neutron [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.635924] env[63309]: DEBUG nova.network.neutron [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.671981] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c9ee9-cd32-4a82-8d56-3c07be491a87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.680815] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cdf8cd-7080-428f-b6ea-a2e83973bdc9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.715448] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d168a5-25be-42eb-b636-baabfbd50855 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.723811] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566364d2-821b-421e-8f4e-b2ff9126bc67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.731191] env[63309]: DEBUG nova.network.neutron [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.745388] env[63309]: DEBUG nova.compute.provider_tree [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.747894] env[63309]: DEBUG nova.network.neutron [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Successfully created port: 3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.782069] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Releasing lock "refresh_cache-62442772-63e0-46c1-9955-30f9cdb700a2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.782411] env[63309]: DEBUG nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Received event network-vif-plugged-f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.782620] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Acquiring lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.782927] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.783124] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.783304] env[63309]: DEBUG nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] No waiting events found dispatching network-vif-plugged-f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.783469] env[63309]: WARNING nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Received unexpected event network-vif-plugged-f85033f7-943a-4843-bbd1-ba49dc1796fe for instance with vm_state building and task_state spawning. [ 683.783629] env[63309]: DEBUG nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Received event network-changed-f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.783784] env[63309]: DEBUG nova.compute.manager [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Refreshing instance network info cache due to event network-changed-f85033f7-943a-4843-bbd1-ba49dc1796fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.783962] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Acquiring lock "refresh_cache-e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.784174] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Acquired lock "refresh_cache-e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.784253] env[63309]: DEBUG nova.network.neutron [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Refreshing network info cache for port f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.795536] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131104} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.796336] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.797154] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e40fe2f-b303-4661-8fc8-1a3b21354a6f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.820495] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 62442772-63e0-46c1-9955-30f9cdb700a2/62442772-63e0-46c1-9955-30f9cdb700a2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.823627] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10fe9af6-c59e-49b3-bedc-b3a6b2533d0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.847330] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945b4d-8b14-ba69-4125-fe561254b976, 'name': SearchDatastore_Task, 'duration_secs': 0.024672} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.848796] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.849057] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.849306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.849454] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.849631] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.849952] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 683.849952] env[63309]: value = "task-2729765" [ 683.849952] env[63309]: _type = "Task" [ 683.849952] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.850211] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff82ed95-4935-4323-8928-a522cf266be5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.861620] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.867971] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.868211] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.869052] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e30366e-7e4c-45a6-84d5-a050f6db1521 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.874361] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 683.874361] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526cf276-df4a-8a5f-56c9-2b365f40efc5" [ 683.874361] env[63309]: _type = "Task" [ 683.874361] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.882563] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526cf276-df4a-8a5f-56c9-2b365f40efc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.891289] env[63309]: DEBUG nova.network.neutron [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updating instance_info_cache with network_info: [{"id": "f7323b14-42af-4a3b-ae18-32ced6141135", "address": "fa:16:3e:80:68:24", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323b14-42", "ovs_interfaceid": "f7323b14-42af-4a3b-ae18-32ced6141135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.898787] env[63309]: DEBUG nova.compute.manager [req-36ef10a4-75bf-4f5c-a17a-baea9b9998a2 req-008317ba-cdd8-49b4-9507-9baf561413a3 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Received event network-vif-deleted-71a454b7-3dcf-4ee4-a27f-ad6e6fb13259 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.899010] env[63309]: INFO nova.compute.manager [req-36ef10a4-75bf-4f5c-a17a-baea9b9998a2 req-008317ba-cdd8-49b4-9507-9baf561413a3 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Neutron deleted interface 71a454b7-3dcf-4ee4-a27f-ad6e6fb13259; detaching it from the instance and deleting it from the info cache [ 683.899194] env[63309]: DEBUG nova.network.neutron [req-36ef10a4-75bf-4f5c-a17a-baea9b9998a2 req-008317ba-cdd8-49b4-9507-9baf561413a3 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.027037] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729763, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.234277] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Releasing lock "refresh_cache-aed994a0-1568-47e7-84d2-2bbdd70b7fbf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.235035] env[63309]: DEBUG nova.compute.manager [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.235035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.235854] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74f5d9a-4b2e-4fa1-b916-df9659b87217 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.244171] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.244291] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e332629c-dd42-41e7-bfed-f0c315456224 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.251487] env[63309]: DEBUG oslo_vmware.api [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 684.251487] env[63309]: value = "task-2729766" [ 684.251487] env[63309]: _type = "Task" [ 684.251487] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.252459] env[63309]: DEBUG nova.scheduler.client.report [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.259053] env[63309]: DEBUG nova.network.neutron [-] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.267088] env[63309]: DEBUG oslo_vmware.api [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.367111] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.388029] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526cf276-df4a-8a5f-56c9-2b365f40efc5, 'name': SearchDatastore_Task, 'duration_secs': 0.026356} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.388029] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad1de13-e4a4-49a1-aac2-1df5ceae4e2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.392990] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 684.392990] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5f2ac-f9b6-329a-0a1a-807170847d3e" [ 684.392990] env[63309]: _type = "Task" [ 684.392990] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.393592] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.394019] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Instance network_info: |[{"id": "f7323b14-42af-4a3b-ae18-32ced6141135", "address": "fa:16:3e:80:68:24", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323b14-42", "ovs_interfaceid": "f7323b14-42af-4a3b-ae18-32ced6141135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.397658] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:68:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7323b14-42af-4a3b-ae18-32ced6141135', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.407037] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Creating folder: Project (503a1508015e4f3a92f75f2924462b8f). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.411474] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d29aa934-0d6d-4ceb-b5d3-362fde43e1f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.414552] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e457940-3edd-43ce-8494-b8a6d0248943 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.423910] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5f2ac-f9b6-329a-0a1a-807170847d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013362} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.424602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.424921] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e2d1e14a-adc0-4dd8-8ce4-9844717d10d7/e2d1e14a-adc0-4dd8-8ce4-9844717d10d7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.425228] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3edbed7c-4fb8-45fa-9827-a491a512a254 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.432420] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7da76-e9b0-440c-b9be-1f9ebbb29306 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.446627] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 684.446627] env[63309]: value = "task-2729768" [ 684.446627] env[63309]: _type = "Task" [ 684.446627] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.446889] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Created folder: Project (503a1508015e4f3a92f75f2924462b8f) in parent group-v549567. [ 684.447088] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Creating folder: Instances. Parent ref: group-v549656. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.447805] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aa78c0d-e83a-4742-9c94-cb18ac9187a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.457570] env[63309]: DEBUG nova.compute.manager [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Received event network-vif-plugged-f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.457917] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] Acquiring lock "159ca879-6987-4172-ba28-5bc3592daded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.458326] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] Lock "159ca879-6987-4172-ba28-5bc3592daded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.458326] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] Lock "159ca879-6987-4172-ba28-5bc3592daded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.458473] env[63309]: DEBUG nova.compute.manager [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] No waiting events found dispatching network-vif-plugged-f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.458673] env[63309]: WARNING nova.compute.manager [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Received unexpected event network-vif-plugged-f7323b14-42af-4a3b-ae18-32ced6141135 for instance with vm_state building and task_state spawning. [ 684.458912] env[63309]: DEBUG nova.compute.manager [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Received event network-changed-f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.459080] env[63309]: DEBUG nova.compute.manager [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Refreshing instance network info cache due to event network-changed-f7323b14-42af-4a3b-ae18-32ced6141135. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.459282] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] Acquiring lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.459419] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] Acquired lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.459589] env[63309]: DEBUG nova.network.neutron [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Refreshing network info cache for port f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.475748] env[63309]: DEBUG nova.compute.manager [req-36ef10a4-75bf-4f5c-a17a-baea9b9998a2 req-008317ba-cdd8-49b4-9507-9baf561413a3 service nova] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Detach interface failed, port_id=71a454b7-3dcf-4ee4-a27f-ad6e6fb13259, reason: Instance 2ff32205-b658-4fe8-bd8a-6aad504ad3e1 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 684.481128] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Created folder: Instances in parent group-v549656. [ 684.481128] env[63309]: DEBUG oslo.service.loopingcall [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.481570] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.482423] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.482671] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15fd8868-51e8-4c41-a419-7b35bb2d56aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.503097] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.507375] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.507375] env[63309]: value = "task-2729770" [ 684.507375] env[63309]: _type = "Task" [ 684.507375] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.518732] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729770, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.529733] env[63309]: DEBUG oslo_vmware.api [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729763, 'name': RemoveSnapshot_Task, 'duration_secs': 1.442626} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.532349] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.532605] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.532768] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.532938] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.533096] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.533253] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.533554] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.533744] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.533919] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.534103] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.534293] env[63309]: DEBUG nova.virt.hardware [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.534642] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 684.541023] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daca3b2-a8ca-4fb3-a30c-6e7fa029e25c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.547047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e10e6-015a-4505-9b3d-fc07784d2b25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.765758] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.768106] env[63309]: INFO nova.compute.manager [-] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Took 1.57 seconds to deallocate network for instance. [ 684.768527] env[63309]: DEBUG oslo_vmware.api [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729766, 'name': PowerOffVM_Task, 'duration_secs': 0.323792} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.773883] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.677s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.773883] env[63309]: DEBUG nova.objects.instance [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lazy-loading 'resources' on Instance uuid d4213b95-e4c2-42e4-94f9-f3b1848bf783 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.777073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.777073] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.777503] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03aa4b3a-6387-436b-83bd-0fb82b976b72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.812510] env[63309]: INFO nova.scheduler.client.report [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleted allocations for instance 978dbc54-2c4e-45ec-8a0f-59c3f2409e59 [ 684.816035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.816035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.816035] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Deleting the datastore file [datastore2] aed994a0-1568-47e7-84d2-2bbdd70b7fbf {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.818221] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cfe91d8-a232-4ef9-9d34-f4b5f2cab337 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.826111] env[63309]: DEBUG oslo_vmware.api [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for the task: (returnval){ [ 684.826111] env[63309]: value = "task-2729772" [ 684.826111] env[63309]: _type = "Task" [ 684.826111] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.839154] env[63309]: DEBUG nova.network.neutron [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Updated VIF entry in instance network info cache for port f85033f7-943a-4843-bbd1-ba49dc1796fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.839575] env[63309]: DEBUG nova.network.neutron [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Updating instance_info_cache with network_info: [{"id": "f85033f7-943a-4843-bbd1-ba49dc1796fe", "address": "fa:16:3e:de:87:48", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85033f7-94", "ovs_interfaceid": "f85033f7-943a-4843-bbd1-ba49dc1796fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.840959] env[63309]: DEBUG oslo_vmware.api [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.847468] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bc71a-2cf6-86e9-af85-2053cc43003e/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 684.849354] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc1821-160d-4ac3-87b1-d9a0aaef75f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.857772] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bc71a-2cf6-86e9-af85-2053cc43003e/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 684.857951] env[63309]: ERROR oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bc71a-2cf6-86e9-af85-2053cc43003e/disk-0.vmdk due to incomplete transfer. [ 684.862408] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d648d74e-16c0-4031-9e97-b577cb8a4c05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.871051] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729765, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.873287] env[63309]: DEBUG oslo_vmware.rw_handles [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bc71a-2cf6-86e9-af85-2053cc43003e/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 684.873287] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Uploaded image cb190bcd-b451-4b6e-b990-6f70d87abf99 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 684.875016] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 684.875329] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d534a12-c384-4b7d-994b-11f52888793e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.883703] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 684.883703] env[63309]: value = "task-2729773" [ 684.883703] env[63309]: _type = "Task" [ 684.883703] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.895368] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729773, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.957832] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729768, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.022716] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729770, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.044139] env[63309]: WARNING nova.compute.manager [None req-fbf6d85e-3c1d-4910-a6fc-f7e431229be6 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Image not found during snapshot: nova.exception.ImageNotFound: Image 574a7f81-6289-4031-81b7-224ea232d5b0 could not be found. [ 685.235944] env[63309]: DEBUG nova.network.neutron [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updated VIF entry in instance network info cache for port f7323b14-42af-4a3b-ae18-32ced6141135. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.236658] env[63309]: DEBUG nova.network.neutron [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updating instance_info_cache with network_info: [{"id": "f7323b14-42af-4a3b-ae18-32ced6141135", "address": "fa:16:3e:80:68:24", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323b14-42", "ovs_interfaceid": "f7323b14-42af-4a3b-ae18-32ced6141135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.286540] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.324159] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a6a2c4fd-930b-404c-a160-e20b60f0f47c tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "978dbc54-2c4e-45ec-8a0f-59c3f2409e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.087s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.341355] env[63309]: DEBUG oslo_vmware.api [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Task: {'id': task-2729772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320957} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.342410] env[63309]: DEBUG oslo_concurrency.lockutils [req-a832adaa-f8b8-49d1-b0d0-90bbd73b0f50 req-a3818c9c-6705-473d-b3a2-5bff98a90e71 service nova] Releasing lock "refresh_cache-e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.342827] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.343024] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.343227] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.343414] env[63309]: INFO nova.compute.manager [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 685.343649] env[63309]: DEBUG oslo.service.loopingcall [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.346468] env[63309]: DEBUG nova.compute.manager [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.346686] env[63309]: DEBUG nova.network.neutron [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.370018] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729765, 'name': ReconfigVM_Task, 'duration_secs': 1.049344} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.370316] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 62442772-63e0-46c1-9955-30f9cdb700a2/62442772-63e0-46c1-9955-30f9cdb700a2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.370930] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9baa9fda-dba3-40ae-9d1b-7df1b124f989 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.373313] env[63309]: DEBUG nova.network.neutron [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.378959] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 685.378959] env[63309]: value = "task-2729774" [ 685.378959] env[63309]: _type = "Task" [ 685.378959] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.393696] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729774, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.396367] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729773, 'name': Destroy_Task, 'duration_secs': 0.365405} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.396637] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Destroyed the VM [ 685.396844] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 685.397081] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5f1bbf3-fd18-4ef5-baee-490bdce10671 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.403368] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 685.403368] env[63309]: value = "task-2729775" [ 685.403368] env[63309]: _type = "Task" [ 685.403368] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.410849] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.452434] env[63309]: DEBUG nova.network.neutron [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Successfully updated port: 3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.459158] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559008} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.461754] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e2d1e14a-adc0-4dd8-8ce4-9844717d10d7/e2d1e14a-adc0-4dd8-8ce4-9844717d10d7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.461977] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.463043] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5612f0-20fd-435a-a714-0c6db3673a44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.469417] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 685.469417] env[63309]: value = "task-2729776" [ 685.469417] env[63309]: _type = "Task" [ 685.469417] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.480598] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.522299] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729770, 'name': CreateVM_Task, 'duration_secs': 0.643511} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.524760] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.525452] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.525644] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.525935] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.526209] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65d6b0b-4579-4573-a8a2-7bd1c3c11c84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.531039] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 685.531039] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f57e94-8925-e235-929d-75b71ef18b60" [ 685.531039] env[63309]: _type = "Task" [ 685.531039] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.540597] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f57e94-8925-e235-929d-75b71ef18b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.738584] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e4b9458-3f42-45bd-8d75-2005fbcc692b req-69d09862-88b5-4c12-bef6-ed39649f9f46 service nova] Releasing lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.838889] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6eb2be-fe97-4662-99b3-25816ad1d010 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.849927] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20737f3-740e-4840-be6f-8bb91f80df5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.880063] env[63309]: DEBUG nova.network.neutron [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.881170] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34cb19-4b9f-45f7-ab02-90ea1d225000 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.897795] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729774, 'name': Rename_Task, 'duration_secs': 0.171626} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.898126] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.899437] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893fed1c-8943-4d5b-95de-56cad1fbfe96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.903998] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-156e21a5-96dc-42d6-8080-ea83fdfca924 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.919073] env[63309]: DEBUG nova.compute.provider_tree [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.924736] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729775, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.925043] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 685.925043] env[63309]: value = "task-2729777" [ 685.925043] env[63309]: _type = "Task" [ 685.925043] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.934400] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.955063] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.955063] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquired lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.955277] env[63309]: DEBUG nova.network.neutron [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.979282] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063505} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.979450] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.980337] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f729f22-4d31-4a9a-a265-6424b35559af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.002285] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e2d1e14a-adc0-4dd8-8ce4-9844717d10d7/e2d1e14a-adc0-4dd8-8ce4-9844717d10d7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.003825] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6fc814e-5fb1-4c31-967e-fa4ce23272f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.018766] env[63309]: DEBUG nova.compute.manager [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Received event network-vif-plugged-3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.018985] env[63309]: DEBUG oslo_concurrency.lockutils [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] Acquiring lock "5115d225-d919-423e-a06a-abda789c9728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.019204] env[63309]: DEBUG oslo_concurrency.lockutils [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] Lock "5115d225-d919-423e-a06a-abda789c9728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.019367] env[63309]: DEBUG oslo_concurrency.lockutils [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] Lock "5115d225-d919-423e-a06a-abda789c9728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.019531] env[63309]: DEBUG nova.compute.manager [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] No waiting events found dispatching network-vif-plugged-3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.019689] env[63309]: WARNING nova.compute.manager [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Received unexpected event network-vif-plugged-3de75e43-8652-4dae-b19a-f599f690a1fe for instance with vm_state building and task_state spawning. [ 686.019845] env[63309]: DEBUG nova.compute.manager [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Received event network-changed-3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.019993] env[63309]: DEBUG nova.compute.manager [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Refreshing instance network info cache due to event network-changed-3de75e43-8652-4dae-b19a-f599f690a1fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.020199] env[63309]: DEBUG oslo_concurrency.lockutils [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] Acquiring lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.025978] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 686.025978] env[63309]: value = "task-2729778" [ 686.025978] env[63309]: _type = "Task" [ 686.025978] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.034031] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.044022] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f57e94-8925-e235-929d-75b71ef18b60, 'name': SearchDatastore_Task, 'duration_secs': 0.019178} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.044391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.044685] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.044967] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.045179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.045574] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.045793] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda1677f-3847-4ae9-a3d4-ff68c864d9aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.055133] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.055334] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.056180] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db8741d-6c46-4801-98e3-df11b58e5e6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.061777] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 686.061777] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ceda6-49db-df30-e3dd-d19666f7104a" [ 686.061777] env[63309]: _type = "Task" [ 686.061777] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.069150] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ceda6-49db-df30-e3dd-d19666f7104a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.385163] env[63309]: INFO nova.compute.manager [-] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Took 1.04 seconds to deallocate network for instance. [ 686.417554] env[63309]: DEBUG oslo_vmware.api [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729775, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549242} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.417690] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 686.417905] env[63309]: INFO nova.compute.manager [None req-4055eb01-a518-44a5-9e4b-ea5858ddbd9f tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 686.428385] env[63309]: DEBUG nova.scheduler.client.report [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.443857] env[63309]: DEBUG oslo_vmware.api [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729777, 'name': PowerOnVM_Task, 'duration_secs': 0.483951} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.445208] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.445208] env[63309]: INFO nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Took 9.96 seconds to spawn the instance on the hypervisor. [ 686.445208] env[63309]: DEBUG nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.446039] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce9abb-26f0-4b9f-9738-7063d7ff1d51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.493670] env[63309]: DEBUG nova.network.neutron [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.536418] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729778, 'name': ReconfigVM_Task, 'duration_secs': 0.489035} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.536682] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e2d1e14a-adc0-4dd8-8ce4-9844717d10d7/e2d1e14a-adc0-4dd8-8ce4-9844717d10d7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.537350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acdeb098-5e98-4c82-bb00-b5e20f09e0ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.543284] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 686.543284] env[63309]: value = "task-2729779" [ 686.543284] env[63309]: _type = "Task" [ 686.543284] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.553748] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729779, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.571378] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ceda6-49db-df30-e3dd-d19666f7104a, 'name': SearchDatastore_Task, 'duration_secs': 0.030894} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.572217] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ae55a4-3439-409a-85e8-6c2af8deb174 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.577336] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 686.577336] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f1e15c-e4a0-8edd-35af-61ead45638ce" [ 686.577336] env[63309]: _type = "Task" [ 686.577336] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.586786] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f1e15c-e4a0-8edd-35af-61ead45638ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.609492] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.609759] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.609964] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.610229] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.610430] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.612594] env[63309]: INFO nova.compute.manager [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Terminating instance [ 686.675219] env[63309]: DEBUG nova.network.neutron [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Updating instance_info_cache with network_info: [{"id": "3de75e43-8652-4dae-b19a-f599f690a1fe", "address": "fa:16:3e:a8:da:aa", "network": {"id": "55615413-0dc9-48af-b078-2dcc1eedd887", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-448671684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae4cfe7c2b44000b948814182bd4ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de75e43-86", "ovs_interfaceid": "3de75e43-8652-4dae-b19a-f599f690a1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.892974] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.936958] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.938654] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.642s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.938819] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.938974] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 686.940040] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.477s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.940824] env[63309]: INFO nova.compute.claims [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.944584] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4f8499-32ea-4f07-a628-6623341ec48a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.953235] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1c95e-e76b-4231-8a60-1353b0864848 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.958066] env[63309]: INFO nova.scheduler.client.report [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Deleted allocations for instance d4213b95-e4c2-42e4-94f9-f3b1848bf783 [ 686.979582] env[63309]: INFO nova.compute.manager [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Took 40.97 seconds to build instance. [ 686.981354] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033fe867-4674-4e1e-bc30-c22abc3e27b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.991966] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e255c2b-3df3-4199-a80e-cb1d6f3fcf9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.037141] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179505MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 687.037308] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.053653] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729779, 'name': Rename_Task, 'duration_secs': 0.171273} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.053926] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.054185] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c6a2dd-2190-4fe2-b481-9fb1b9ce841b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.060022] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 687.060022] env[63309]: value = "task-2729780" [ 687.060022] env[63309]: _type = "Task" [ 687.060022] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.067288] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.087319] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f1e15c-e4a0-8edd-35af-61ead45638ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.087569] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.087823] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 159ca879-6987-4172-ba28-5bc3592daded/159ca879-6987-4172-ba28-5bc3592daded.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.088089] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87a954fa-19f1-4adc-b592-111fe0e10172 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.093698] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 687.093698] env[63309]: value = "task-2729781" [ 687.093698] env[63309]: _type = "Task" [ 687.093698] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.102010] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.117112] env[63309]: DEBUG nova.compute.manager [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.117112] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.117391] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428275cc-169a-4ae4-a4fa-d4e1ff0b59d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.124382] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.124618] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a08dc7-58ca-4bef-9b7d-1d78d69581c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.130603] env[63309]: DEBUG oslo_vmware.api [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 687.130603] env[63309]: value = "task-2729782" [ 687.130603] env[63309]: _type = "Task" [ 687.130603] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.138485] env[63309]: DEBUG oslo_vmware.api [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.178524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Releasing lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.178762] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Instance network_info: |[{"id": "3de75e43-8652-4dae-b19a-f599f690a1fe", "address": "fa:16:3e:a8:da:aa", "network": {"id": "55615413-0dc9-48af-b078-2dcc1eedd887", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-448671684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae4cfe7c2b44000b948814182bd4ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de75e43-86", "ovs_interfaceid": "3de75e43-8652-4dae-b19a-f599f690a1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.179100] env[63309]: DEBUG oslo_concurrency.lockutils [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] Acquired lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.179289] env[63309]: DEBUG nova.network.neutron [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Refreshing network info cache for port 3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.180666] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:da:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de75e43-8652-4dae-b19a-f599f690a1fe', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.188253] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Creating folder: Project (fae4cfe7c2b44000b948814182bd4ef1). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.188807] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-304b9810-8d66-4de0-8430-23cb122dc0de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.200876] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Created folder: Project (fae4cfe7c2b44000b948814182bd4ef1) in parent group-v549567. [ 687.201093] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Creating folder: Instances. Parent ref: group-v549659. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.201340] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4825a4a-5c35-44bc-8072-7fc72b53b0fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.211555] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Created folder: Instances in parent group-v549659. [ 687.212044] env[63309]: DEBUG oslo.service.loopingcall [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.212044] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5115d225-d919-423e-a06a-abda789c9728] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.212243] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-870c6f32-c6ca-47ae-b0cd-a39cf2f6b470 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.234246] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.234246] env[63309]: value = "task-2729785" [ 687.234246] env[63309]: _type = "Task" [ 687.234246] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.242735] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729785, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.473100] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1c07d99a-a3bf-4605-b081-0892f430a777 tempest-ListServersNegativeTestJSON-1705179919 tempest-ListServersNegativeTestJSON-1705179919-project-member] Lock "d4213b95-e4c2-42e4-94f9-f3b1848bf783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.357s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.487933] env[63309]: DEBUG oslo_concurrency.lockutils [None req-89b3eabd-7ab2-49bf-a266-29ddf3254fac tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "62442772-63e0-46c1-9955-30f9cdb700a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.158s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.573872] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729780, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.603400] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.642730] env[63309]: DEBUG oslo_vmware.api [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729782, 'name': PowerOffVM_Task, 'duration_secs': 0.24386} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.643153] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.645018] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.645464] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c38d2850-3054-4725-9216-a66c2e185a62 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.723384] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.723770] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.724077] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleting the datastore file [datastore2] f84492b5-d1ea-4ef0-983e-7e5039fcb3fe {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.724456] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38120842-4bf3-4196-875f-66b432799411 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.734632] env[63309]: DEBUG oslo_vmware.api [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 687.734632] env[63309]: value = "task-2729787" [ 687.734632] env[63309]: _type = "Task" [ 687.734632] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.755218] env[63309]: DEBUG oslo_vmware.api [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.760806] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729785, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.840544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.841089] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.841089] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.841240] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.841386] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.844949] env[63309]: INFO nova.compute.manager [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Terminating instance [ 687.962736] env[63309]: DEBUG nova.network.neutron [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Updated VIF entry in instance network info cache for port 3de75e43-8652-4dae-b19a-f599f690a1fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.963112] env[63309]: DEBUG nova.network.neutron [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Updating instance_info_cache with network_info: [{"id": "3de75e43-8652-4dae-b19a-f599f690a1fe", "address": "fa:16:3e:a8:da:aa", "network": {"id": "55615413-0dc9-48af-b078-2dcc1eedd887", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-448671684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae4cfe7c2b44000b948814182bd4ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de75e43-86", "ovs_interfaceid": "3de75e43-8652-4dae-b19a-f599f690a1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.991747] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.076023] env[63309]: DEBUG oslo_vmware.api [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729780, 'name': PowerOnVM_Task, 'duration_secs': 0.725384} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.076023] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.076023] env[63309]: INFO nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Took 8.91 seconds to spawn the instance on the hypervisor. [ 688.076023] env[63309]: DEBUG nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.076724] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4f103-94a8-46eb-9ac4-72f036a56328 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.107134] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545272} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.109641] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 159ca879-6987-4172-ba28-5bc3592daded/159ca879-6987-4172-ba28-5bc3592daded.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.111440] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.111440] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10c0d5e4-3e89-4f26-ba08-7af2dcb7c69b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.117285] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 688.117285] env[63309]: value = "task-2729788" [ 688.117285] env[63309]: _type = "Task" [ 688.117285] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.131976] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.247675] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729785, 'name': CreateVM_Task, 'duration_secs': 0.531105} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.253146] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5115d225-d919-423e-a06a-abda789c9728] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.253600] env[63309]: DEBUG oslo_vmware.api [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2729787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441416} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.254538] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.254920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.255349] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.255716] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.256041] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.256328] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.256592] env[63309]: INFO nova.compute.manager [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.256923] env[63309]: DEBUG oslo.service.loopingcall [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.257221] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d70386-1e16-430e-a130-dea9152569c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.259053] env[63309]: DEBUG nova.compute.manager [-] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.259234] env[63309]: DEBUG nova.network.neutron [-] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.267013] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 688.267013] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52422df1-07bc-a0f7-abe8-115532d0f0a8" [ 688.267013] env[63309]: _type = "Task" [ 688.267013] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.278088] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52422df1-07bc-a0f7-abe8-115532d0f0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.353030] env[63309]: DEBUG nova.compute.manager [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.353030] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.353030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbeaa64-e65b-4c1a-8126-7e24e1262478 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.361315] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.361738] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d12b6a62-19dc-41d4-841f-55abcff37a6a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.370982] env[63309]: DEBUG oslo_vmware.api [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 688.370982] env[63309]: value = "task-2729789" [ 688.370982] env[63309]: _type = "Task" [ 688.370982] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.379518] env[63309]: DEBUG oslo_vmware.api [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.469576] env[63309]: DEBUG oslo_concurrency.lockutils [req-296f8ce1-61c1-469b-ac2e-4332bbac735a req-562cfe45-9b71-419b-97cc-dbf5ae4855ac service nova] Releasing lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.522165] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.595747] env[63309]: INFO nova.compute.manager [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Took 42.54 seconds to build instance. [ 688.610018] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e907c4-2d23-45c3-9716-cd18103d4bee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.624170] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777452c-be43-421e-a6fc-f3d0736d6129 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.632599] env[63309]: DEBUG nova.compute.manager [req-78a11852-3b07-402a-adc0-2ccec44e0d32 req-234f1bcb-342c-48c0-99ce-dec8ad19ac8a service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Received event network-vif-deleted-c50040f5-ecb6-49b0-854f-0fcda4d6b3ff {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.632968] env[63309]: INFO nova.compute.manager [req-78a11852-3b07-402a-adc0-2ccec44e0d32 req-234f1bcb-342c-48c0-99ce-dec8ad19ac8a service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Neutron deleted interface c50040f5-ecb6-49b0-854f-0fcda4d6b3ff; detaching it from the instance and deleting it from the info cache [ 688.633272] env[63309]: DEBUG nova.network.neutron [req-78a11852-3b07-402a-adc0-2ccec44e0d32 req-234f1bcb-342c-48c0-99ce-dec8ad19ac8a service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.643721] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264003} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.672674] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.673770] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669dacce-dcc1-4600-8c00-4817b4840e0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.677408] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de383c-32f8-471c-bdd2-fd8de042f7b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.703653] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 159ca879-6987-4172-ba28-5bc3592daded/159ca879-6987-4172-ba28-5bc3592daded.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.708032] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e28f928-77f2-468c-b3cb-52bdc82784a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.724239] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1545764-2438-47a0-8fef-bb318a69bfbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.739464] env[63309]: DEBUG nova.compute.provider_tree [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.743311] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 688.743311] env[63309]: value = "task-2729790" [ 688.743311] env[63309]: _type = "Task" [ 688.743311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.751129] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.778267] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52422df1-07bc-a0f7-abe8-115532d0f0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.778777] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.778777] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.779029] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.779168] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.779348] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.779608] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a3d10e-ba5a-4d4f-b955-90b05e78491b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.788300] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.788300] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.789276] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3816d416-8e5e-489f-9419-8d0256529e58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.795316] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 688.795316] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3b55e-0a96-f8a3-004b-2c7a73585df3" [ 688.795316] env[63309]: _type = "Task" [ 688.795316] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.803089] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3b55e-0a96-f8a3-004b-2c7a73585df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.878908] env[63309]: DEBUG oslo_vmware.api [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729789, 'name': PowerOffVM_Task, 'duration_secs': 0.358918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.879935] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.879935] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.879935] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91619b7c-09cb-4006-82bd-b7b1d7ef7eaf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.940499] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.941204] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.941456] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Deleting the datastore file [datastore2] 72ad0057-c02b-4a31-8d58-e33c0b085c9b {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.941730] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ba5549-d0bd-48eb-be17-3967b006019f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950212] env[63309]: DEBUG oslo_vmware.api [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for the task: (returnval){ [ 688.950212] env[63309]: value = "task-2729792" [ 688.950212] env[63309]: _type = "Task" [ 688.950212] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.959649] env[63309]: DEBUG oslo_vmware.api [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.063397] env[63309]: DEBUG nova.network.neutron [-] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.098128] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be6e96-1158-40e5-8fb9-2975f549f3d8 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.605s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.140016] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49a22a6a-bc22-4cf3-b959-c6c2ecc8d4be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.148318] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bee731-858e-46e9-8bd4-fa52bec49a3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.188503] env[63309]: DEBUG nova.compute.manager [req-78a11852-3b07-402a-adc0-2ccec44e0d32 req-234f1bcb-342c-48c0-99ce-dec8ad19ac8a service nova] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Detach interface failed, port_id=c50040f5-ecb6-49b0-854f-0fcda4d6b3ff, reason: Instance f84492b5-d1ea-4ef0-983e-7e5039fcb3fe could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 689.244329] env[63309]: DEBUG nova.scheduler.client.report [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.257531] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729790, 'name': ReconfigVM_Task, 'duration_secs': 0.331239} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.257531] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 159ca879-6987-4172-ba28-5bc3592daded/159ca879-6987-4172-ba28-5bc3592daded.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.258117] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cc49059-2a54-4151-aba3-f69fa17d83a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.264045] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 689.264045] env[63309]: value = "task-2729793" [ 689.264045] env[63309]: _type = "Task" [ 689.264045] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.273423] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729793, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.306426] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3b55e-0a96-f8a3-004b-2c7a73585df3, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.307607] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215b6f6e-8c6e-493d-8040-20d6434312ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.313025] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 689.313025] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b24996-161a-396f-932f-04b3f4530358" [ 689.313025] env[63309]: _type = "Task" [ 689.313025] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.320822] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b24996-161a-396f-932f-04b3f4530358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.461823] env[63309]: DEBUG oslo_vmware.api [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Task: {'id': task-2729792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170219} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.462294] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.462294] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.462455] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.462630] env[63309]: INFO nova.compute.manager [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 689.462875] env[63309]: DEBUG oslo.service.loopingcall [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.463083] env[63309]: DEBUG nova.compute.manager [-] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.463183] env[63309]: DEBUG nova.network.neutron [-] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.566794] env[63309]: INFO nova.compute.manager [-] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Took 1.31 seconds to deallocate network for instance. [ 689.604705] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.753649] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.754149] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.757200] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.904s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.758682] env[63309]: INFO nova.compute.claims [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.774856] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729793, 'name': Rename_Task, 'duration_secs': 0.166035} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.775978] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.781707] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9734975b-22a2-40b7-811f-0c07492f9643 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.789610] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 689.789610] env[63309]: value = "task-2729794" [ 689.789610] env[63309]: _type = "Task" [ 689.789610] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.799455] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.824924] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b24996-161a-396f-932f-04b3f4530358, 'name': SearchDatastore_Task, 'duration_secs': 0.021493} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.825278] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.825576] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 5115d225-d919-423e-a06a-abda789c9728/5115d225-d919-423e-a06a-abda789c9728.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.825845] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28abd247-912e-43e4-824c-47aaaef4f848 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.833981] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 689.833981] env[63309]: value = "task-2729795" [ 689.833981] env[63309]: _type = "Task" [ 689.833981] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.841970] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.075987] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.132233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.197679] env[63309]: DEBUG nova.network.neutron [-] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.264291] env[63309]: DEBUG nova.compute.utils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.268457] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.269425] env[63309]: DEBUG nova.network.neutron [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.311958] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729794, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.320582] env[63309]: DEBUG nova.policy [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d7b5a3f23e44eeb7423e229db80150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca780e6b4444cc9b597e1d7fb60073c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.345247] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729795, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.701183] env[63309]: INFO nova.compute.manager [-] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Took 1.24 seconds to deallocate network for instance. [ 690.705720] env[63309]: DEBUG nova.compute.manager [req-abf6d1fc-07ed-416f-a62b-f4f395a0dba6 req-17cdfed3-bda3-4f46-a5d3-bc9d7a2542f7 service nova] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Received event network-vif-deleted-0f24fdec-8fb2-4111-ab5f-6a77a587c888 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.769194] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.792198] env[63309]: DEBUG nova.compute.manager [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.793855] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839b961-b1a8-4202-b31f-1fd940d9fc0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.819194] env[63309]: DEBUG oslo_vmware.api [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2729794, 'name': PowerOnVM_Task, 'duration_secs': 0.768296} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.820373] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.820373] env[63309]: INFO nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Took 9.02 seconds to spawn the instance on the hypervisor. [ 690.820373] env[63309]: DEBUG nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.824116] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416cc502-f370-4c1f-bf77-03ef923211f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.852708] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805976} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.857745] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 5115d225-d919-423e-a06a-abda789c9728/5115d225-d919-423e-a06a-abda789c9728.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.858042] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.859531] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb950f09-7a84-4a82-ba04-491d7ecc85d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.870729] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 690.870729] env[63309]: value = "task-2729796" [ 690.870729] env[63309]: _type = "Task" [ 690.870729] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.886602] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.953828] env[63309]: DEBUG nova.network.neutron [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Successfully created port: 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.211196] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.276856] env[63309]: INFO nova.virt.block_device [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Booting with volume 1932f44e-4292-4f53-86d6-27fdc862589b at /dev/sda [ 691.322716] env[63309]: INFO nova.compute.manager [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] instance snapshotting [ 691.324734] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706b33d-8a79-4d73-b246-8f429911db89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.330180] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2673a127-d5bb-45dd-a33e-37cf4fb7b687 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.356801] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea6e94-16b9-4422-9de0-64a9f926bae5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.358866] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46f40e8a-2cf8-41c9-94ce-1dcb8d5af2c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.366370] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307444be-dfb6-49b6-8af5-5df1faccc621 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.372206] env[63309]: INFO nova.compute.manager [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Took 39.38 seconds to build instance. [ 691.384777] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c073b576-01b4-4506-9853-fd3588918120 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.424868] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.425639] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c7e43f4-2375-4d23-a666-7313c0a65eb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.429230] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f2f67-37b6-4533-9af0-7784f74db1ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.435586] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071216} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.436269] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.437148] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dab928-6ef7-478e-9a86-8d5c214c04e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.454841] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7121e2ba-c176-4103-926a-f57a6890457d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.456955] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 691.456955] env[63309]: value = "task-2729797" [ 691.456955] env[63309]: _type = "Task" [ 691.456955] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.467940] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ba875-cef4-4c7e-bdb8-6d0c9c34c3f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.481190] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 5115d225-d919-423e-a06a-abda789c9728/5115d225-d919-423e-a06a-abda789c9728.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.486979] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b397bc3-11ce-4d41-b4e2-e96a7db414c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.509019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63b29a5-e457-4a5b-a6ee-1a81e54293a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.529667] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.530183] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 691.530183] env[63309]: value = "task-2729798" [ 691.530183] env[63309]: _type = "Task" [ 691.530183] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.530635] env[63309]: DEBUG nova.compute.provider_tree [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.543017] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.557477] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d9b607-de41-453b-b3e4-223b61bbbf64 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.565551] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6412f-c97b-46b7-9bdb-40420eb2198b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.580493] env[63309]: DEBUG nova.virt.block_device [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updating existing volume attachment record: a4ac3fc5-0590-413c-881b-3f5c2e0988bd {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 691.836163] env[63309]: DEBUG nova.compute.manager [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Received event network-changed-f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.836742] env[63309]: DEBUG nova.compute.manager [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Refreshing instance network info cache due to event network-changed-f7323b14-42af-4a3b-ae18-32ced6141135. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.837266] env[63309]: DEBUG oslo_concurrency.lockutils [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] Acquiring lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.837631] env[63309]: DEBUG oslo_concurrency.lockutils [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] Acquired lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.839231] env[63309]: DEBUG nova.network.neutron [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Refreshing network info cache for port f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.880205] env[63309]: DEBUG oslo_concurrency.lockutils [None req-070969fc-f07c-409e-91e6-6c2482f82484 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "159ca879-6987-4172-ba28-5bc3592daded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.303s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.981967] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.036193] env[63309]: DEBUG nova.scheduler.client.report [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.052346] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.382028] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.485323] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729797, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.545376] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729798, 'name': ReconfigVM_Task, 'duration_secs': 0.843869} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.546512] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.547099] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.549849] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 5115d225-d919-423e-a06a-abda789c9728/5115d225-d919-423e-a06a-abda789c9728.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.553155] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.810s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.553338] env[63309]: DEBUG nova.objects.instance [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.555689] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940108fb-7c42-4493-866e-5229e56061f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.564508] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 692.564508] env[63309]: value = "task-2729799" [ 692.564508] env[63309]: _type = "Task" [ 692.564508] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.577579] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729799, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.656635] env[63309]: DEBUG nova.network.neutron [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updated VIF entry in instance network info cache for port f7323b14-42af-4a3b-ae18-32ced6141135. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.656635] env[63309]: DEBUG nova.network.neutron [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updating instance_info_cache with network_info: [{"id": "f7323b14-42af-4a3b-ae18-32ced6141135", "address": "fa:16:3e:80:68:24", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323b14-42", "ovs_interfaceid": "f7323b14-42af-4a3b-ae18-32ced6141135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.843552] env[63309]: DEBUG nova.compute.manager [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Received event network-changed-f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.843808] env[63309]: DEBUG nova.compute.manager [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Refreshing instance network info cache due to event network-changed-f7323b14-42af-4a3b-ae18-32ced6141135. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.845029] env[63309]: DEBUG oslo_concurrency.lockutils [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] Acquiring lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.911661] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.984342] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729797, 'name': CreateSnapshot_Task, 'duration_secs': 1.061782} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.984342] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.985030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4b78bb-5194-4029-8fdd-bf3ffb68c14d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.054689] env[63309]: DEBUG nova.compute.utils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.057185] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.057364] env[63309]: DEBUG nova.network.neutron [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.077370] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729799, 'name': Rename_Task, 'duration_secs': 0.225651} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.077619] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.077865] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2d0cf5-cc7c-4387-87c5-0615e504b36c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.086104] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 693.086104] env[63309]: value = "task-2729800" [ 693.086104] env[63309]: _type = "Task" [ 693.086104] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.095865] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.140014] env[63309]: DEBUG nova.policy [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cedf495204c842ca90e7bfd7989eb68b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a767a1a2c6492eaae1959ee068cab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.162313] env[63309]: DEBUG oslo_concurrency.lockutils [req-8d0d2324-4cf4-4a71-84a7-e89e48440403 req-bcfd0050-e144-49df-8fa5-70f44465d800 service nova] Releasing lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.162745] env[63309]: DEBUG oslo_concurrency.lockutils [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] Acquired lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.162937] env[63309]: DEBUG nova.network.neutron [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Refreshing network info cache for port f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.282275] env[63309]: DEBUG nova.network.neutron [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Successfully updated port: 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.506432] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.506432] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6c36b7b-b298-46e1-93d5-55be5042e414 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.517110] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 693.517110] env[63309]: value = "task-2729801" [ 693.517110] env[63309]: _type = "Task" [ 693.517110] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.524068] env[63309]: DEBUG nova.network.neutron [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Successfully created port: 18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.529505] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729801, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.563769] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.570585] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f8386b6d-3798-4565-aa01-d53920413ba0 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.572401] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.370s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.575026] env[63309]: INFO nova.compute.claims [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.597248] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.713514] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.714062] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.714286] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.714483] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.715251] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.715251] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.715251] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.715251] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.715651] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.715651] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.715898] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.715949] env[63309]: DEBUG nova.virt.hardware [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.720216] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b386f0-bff1-4428-a9c5-41c23465229a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.731125] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c29e53-9179-4560-904a-aa298b0fa985 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.785160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquiring lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.785160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquired lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.785285] env[63309]: DEBUG nova.network.neutron [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.986113] env[63309]: DEBUG nova.network.neutron [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updated VIF entry in instance network info cache for port f7323b14-42af-4a3b-ae18-32ced6141135. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.986502] env[63309]: DEBUG nova.network.neutron [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updating instance_info_cache with network_info: [{"id": "f7323b14-42af-4a3b-ae18-32ced6141135", "address": "fa:16:3e:80:68:24", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323b14-42", "ovs_interfaceid": "f7323b14-42af-4a3b-ae18-32ced6141135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.031629] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729801, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.100055] env[63309]: DEBUG oslo_vmware.api [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729800, 'name': PowerOnVM_Task, 'duration_secs': 0.704849} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.100361] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.100935] env[63309]: INFO nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Took 9.60 seconds to spawn the instance on the hypervisor. [ 694.100935] env[63309]: DEBUG nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.101701] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db3d40-504e-414e-9e90-e833c1814665 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.341115] env[63309]: DEBUG nova.network.neutron [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.490519] env[63309]: DEBUG oslo_concurrency.lockutils [req-275320b8-d3b9-49ec-a0cd-48d47491a3bf req-c53a3160-43b6-4161-a7a3-f1bb8be91e19 service nova] Releasing lock "refresh_cache-159ca879-6987-4172-ba28-5bc3592daded" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.530478] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729801, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.560158] env[63309]: DEBUG nova.network.neutron [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updating instance_info_cache with network_info: [{"id": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "address": "fa:16:3e:f7:2f:8a", "network": {"id": "130ef2d6-bf96-449d-acfd-06a4c0d8fd1c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-134304378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca780e6b4444cc9b597e1d7fb60073c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cd48f-b4", "ovs_interfaceid": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.578963] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.621873] env[63309]: INFO nova.compute.manager [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Took 42.46 seconds to build instance. [ 694.630246] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "084bd41e-c76d-4ee7-beba-f00feefffc36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.630552] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.641209] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.641469] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.641628] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.641810] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.641959] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.642709] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.643065] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.643227] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.643850] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.644138] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.644335] env[63309]: DEBUG nova.virt.hardware [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.645660] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2001d-8930-45ed-8c95-536a650d85f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.656750] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8e468-ba88-4c88-a8fa-d2b755a15a1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.015491] env[63309]: DEBUG nova.compute.manager [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Received event network-vif-plugged-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.015705] env[63309]: DEBUG oslo_concurrency.lockutils [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] Acquiring lock "1bdd687f-a5ad-435e-a659-46c35becc981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.015907] env[63309]: DEBUG oslo_concurrency.lockutils [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] Lock "1bdd687f-a5ad-435e-a659-46c35becc981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.016132] env[63309]: DEBUG oslo_concurrency.lockutils [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] Lock "1bdd687f-a5ad-435e-a659-46c35becc981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.016322] env[63309]: DEBUG nova.compute.manager [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] No waiting events found dispatching network-vif-plugged-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.016518] env[63309]: WARNING nova.compute.manager [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Received unexpected event network-vif-plugged-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc for instance with vm_state building and task_state spawning. [ 695.016641] env[63309]: DEBUG nova.compute.manager [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Received event network-changed-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.016787] env[63309]: DEBUG nova.compute.manager [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Refreshing instance network info cache due to event network-changed-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.016944] env[63309]: DEBUG oslo_concurrency.lockutils [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] Acquiring lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.039688] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729801, 'name': CloneVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.063304] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Releasing lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.063693] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Instance network_info: |[{"id": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "address": "fa:16:3e:f7:2f:8a", "network": {"id": "130ef2d6-bf96-449d-acfd-06a4c0d8fd1c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-134304378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca780e6b4444cc9b597e1d7fb60073c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cd48f-b4", "ovs_interfaceid": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.063984] env[63309]: DEBUG oslo_concurrency.lockutils [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] Acquired lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.064170] env[63309]: DEBUG nova.network.neutron [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Refreshing network info cache for port 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.065435] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:2f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.073631] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Creating folder: Project (8ca780e6b4444cc9b597e1d7fb60073c). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.078792] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73570912-9e6f-4f16-8d0f-a2fc3eccddbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.097650] env[63309]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 695.097650] env[63309]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63309) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 695.097766] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Folder already exists: Project (8ca780e6b4444cc9b597e1d7fb60073c). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 695.097957] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Creating folder: Instances. Parent ref: group-v549594. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.098497] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f490bf59-8a53-4ffc-aeec-92eb5ab146c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.114423] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Created folder: Instances in parent group-v549594. [ 695.114686] env[63309]: DEBUG oslo.service.loopingcall [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.115187] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.115405] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee0e183-4450-4681-af98-df6236b0fd0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.138946] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1b73b6b-9921-4851-8cfb-2249caea6f81 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "5115d225-d919-423e-a06a-abda789c9728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.112s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.147778] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.147778] env[63309]: value = "task-2729804" [ 695.147778] env[63309]: _type = "Task" [ 695.147778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.164822] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729804, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.189473] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f349c-cdea-48e1-9250-07fb3c9b4c25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.198320] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e9d97-1aee-4742-b60e-dc4cf6ea0cf8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.236801] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a26090-2f73-489e-a7b0-68a7e4e8442d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.246080] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0261ad17-8217-47cc-907e-9cda760ea51d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.260776] env[63309]: DEBUG nova.compute.provider_tree [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.303925] env[63309]: DEBUG nova.compute.manager [req-9b868346-452f-4f5e-aa62-3ac15b75d548 req-21e7aaac-6297-4e2c-9ee5-bb2c017278ae service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Received event network-vif-plugged-18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.304063] env[63309]: DEBUG oslo_concurrency.lockutils [req-9b868346-452f-4f5e-aa62-3ac15b75d548 req-21e7aaac-6297-4e2c-9ee5-bb2c017278ae service nova] Acquiring lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.304274] env[63309]: DEBUG oslo_concurrency.lockutils [req-9b868346-452f-4f5e-aa62-3ac15b75d548 req-21e7aaac-6297-4e2c-9ee5-bb2c017278ae service nova] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.304500] env[63309]: DEBUG oslo_concurrency.lockutils [req-9b868346-452f-4f5e-aa62-3ac15b75d548 req-21e7aaac-6297-4e2c-9ee5-bb2c017278ae service nova] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.304640] env[63309]: DEBUG nova.compute.manager [req-9b868346-452f-4f5e-aa62-3ac15b75d548 req-21e7aaac-6297-4e2c-9ee5-bb2c017278ae service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] No waiting events found dispatching network-vif-plugged-18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.304860] env[63309]: WARNING nova.compute.manager [req-9b868346-452f-4f5e-aa62-3ac15b75d548 req-21e7aaac-6297-4e2c-9ee5-bb2c017278ae service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Received unexpected event network-vif-plugged-18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 for instance with vm_state building and task_state spawning. [ 695.326810] env[63309]: DEBUG nova.network.neutron [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Successfully updated port: 18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.392391] env[63309]: DEBUG nova.network.neutron [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updated VIF entry in instance network info cache for port 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.393815] env[63309]: DEBUG nova.network.neutron [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updating instance_info_cache with network_info: [{"id": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "address": "fa:16:3e:f7:2f:8a", "network": {"id": "130ef2d6-bf96-449d-acfd-06a4c0d8fd1c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-134304378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca780e6b4444cc9b597e1d7fb60073c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cd48f-b4", "ovs_interfaceid": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.530883] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729801, 'name': CloneVM_Task, 'duration_secs': 1.529168} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.532129] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Created linked-clone VM from snapshot [ 695.532796] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d3b10d-d885-49b8-9b3f-40aaac082eae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.541826] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Uploading image c7f842ca-b3f8-4533-87e1-2a2dde4ed600 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 695.574185] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 695.574185] env[63309]: value = "vm-549663" [ 695.574185] env[63309]: _type = "VirtualMachine" [ 695.574185] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 695.574654] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-103d633f-1b2e-463c-aa5d-2512f565507d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.585742] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lease: (returnval){ [ 695.585742] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217cc77-616e-8cb8-0f6c-6865946cfa82" [ 695.585742] env[63309]: _type = "HttpNfcLease" [ 695.585742] env[63309]: } obtained for exporting VM: (result){ [ 695.585742] env[63309]: value = "vm-549663" [ 695.585742] env[63309]: _type = "VirtualMachine" [ 695.585742] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 695.586058] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the lease: (returnval){ [ 695.586058] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217cc77-616e-8cb8-0f6c-6865946cfa82" [ 695.586058] env[63309]: _type = "HttpNfcLease" [ 695.586058] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 695.595931] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.595931] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217cc77-616e-8cb8-0f6c-6865946cfa82" [ 695.595931] env[63309]: _type = "HttpNfcLease" [ 695.595931] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 695.641624] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.660883] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729804, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.767435] env[63309]: DEBUG nova.scheduler.client.report [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.834486] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "refresh_cache-a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.834486] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired lock "refresh_cache-a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.834486] env[63309]: DEBUG nova.network.neutron [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.896024] env[63309]: DEBUG oslo_concurrency.lockutils [req-c68015f2-3062-46ff-99a4-3fb440ddb027 req-118f0f11-b8ad-489e-b92d-45c4547c8d54 service nova] Releasing lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.097460] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.097460] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217cc77-616e-8cb8-0f6c-6865946cfa82" [ 696.097460] env[63309]: _type = "HttpNfcLease" [ 696.097460] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 696.097460] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 696.097460] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217cc77-616e-8cb8-0f6c-6865946cfa82" [ 696.097460] env[63309]: _type = "HttpNfcLease" [ 696.097460] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 696.097941] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eeabfe-5182-43b5-9a14-c574ea940318 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.106573] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e59c4-86b9-2eaa-91fa-edcf9d7f1876/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 696.106917] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e59c4-86b9-2eaa-91fa-edcf9d7f1876/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 696.191134] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729804, 'name': CreateVM_Task, 'duration_secs': 0.71304} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.191322] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.191989] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': 'a4ac3fc5-0590-413c-881b-3f5c2e0988bd', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549598', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'name': 'volume-1932f44e-4292-4f53-86d6-27fdc862589b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bdd687f-a5ad-435e-a659-46c35becc981', 'attached_at': '', 'detached_at': '', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'serial': '1932f44e-4292-4f53-86d6-27fdc862589b'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63309) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 696.196081] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Root volume attach. Driver type: vmdk {{(pid=63309) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 696.196081] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd86df06-627f-4210-8fbf-b1f2955e70f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.196275] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.201958] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c351c0-4ac2-49dc-8f8a-20708787c706 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.208967] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d2d08-ef4b-463c-bc99-675546d0d8b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.216069] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6a15daf7-535e-4193-82c7-03bb880758a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.224280] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 696.224280] env[63309]: value = "task-2729806" [ 696.224280] env[63309]: _type = "Task" [ 696.224280] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.232509] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.259290] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85ab1be6-01ab-419a-9823-b718c3fee4e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.274044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.277390] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.288852] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.812s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.293071] env[63309]: INFO nova.compute.claims [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.372764] env[63309]: DEBUG nova.network.neutron [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.548404] env[63309]: DEBUG nova.network.neutron [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Updating instance_info_cache with network_info: [{"id": "18a6f63c-d032-4ba3-9e9e-7ca3a049bf25", "address": "fa:16:3e:d7:07:be", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a6f63c-d0", "ovs_interfaceid": "18a6f63c-d032-4ba3-9e9e-7ca3a049bf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.739025] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 40%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.786583] env[63309]: DEBUG nova.compute.utils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.788553] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.789387] env[63309]: DEBUG nova.network.neutron [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.858213] env[63309]: DEBUG nova.policy [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3682335df5f346fd8b38dc0d5f488acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd6fda0ed3444986b23a03d6c37701ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.054021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Releasing lock "refresh_cache-a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.054021] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Instance network_info: |[{"id": "18a6f63c-d032-4ba3-9e9e-7ca3a049bf25", "address": "fa:16:3e:d7:07:be", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a6f63c-d0", "ovs_interfaceid": "18a6f63c-d032-4ba3-9e9e-7ca3a049bf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.054303] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:07:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a6f63c-d032-4ba3-9e9e-7ca3a049bf25', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.062785] env[63309]: DEBUG oslo.service.loopingcall [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.063426] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.063902] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c174d4-28f3-4883-b793-72aa32ae54c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.095521] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.095521] env[63309]: value = "task-2729807" [ 697.095521] env[63309]: _type = "Task" [ 697.095521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.107618] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729807, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.238637] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 53%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.293397] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.621240] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729807, 'name': CreateVM_Task, 'duration_secs': 0.497652} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.624166] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.628432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.628432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.632028] env[63309]: DEBUG nova.network.neutron [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Successfully created port: df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.632028] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab8bcfd-b40e-49c4-b491-dac8b2965fb7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.641354] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 697.641354] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b3a6f-ca7f-b7b4-a9ed-9a4e4f98788d" [ 697.641354] env[63309]: _type = "Task" [ 697.641354] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.653143] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b3a6f-ca7f-b7b4-a9ed-9a4e4f98788d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.743557] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 65%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.788158] env[63309]: DEBUG nova.compute.manager [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Received event network-changed-3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.788495] env[63309]: DEBUG nova.compute.manager [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Refreshing instance network info cache due to event network-changed-3de75e43-8652-4dae-b19a-f599f690a1fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.788763] env[63309]: DEBUG oslo_concurrency.lockutils [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] Acquiring lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.788985] env[63309]: DEBUG oslo_concurrency.lockutils [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] Acquired lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.789252] env[63309]: DEBUG nova.network.neutron [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Refreshing network info cache for port 3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.811513] env[63309]: DEBUG nova.compute.manager [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Received event network-changed-18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.811513] env[63309]: DEBUG nova.compute.manager [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Refreshing instance network info cache due to event network-changed-18a6f63c-d032-4ba3-9e9e-7ca3a049bf25. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.811513] env[63309]: DEBUG oslo_concurrency.lockutils [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] Acquiring lock "refresh_cache-a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.811513] env[63309]: DEBUG oslo_concurrency.lockutils [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] Acquired lock "refresh_cache-a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.811513] env[63309]: DEBUG nova.network.neutron [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Refreshing network info cache for port 18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.970283] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ece313-6aff-40b8-abaa-616e05d06c84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.981306] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9c8499-ce67-4f6e-9d0a-a80ce0ee40a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.024598] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0311d37-335b-4e83-9019-8ea4b80fb93a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.036573] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b2f55-e9b2-4d97-b53c-1b54ac3e294a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.058718] env[63309]: DEBUG nova.compute.provider_tree [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.157690] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b3a6f-ca7f-b7b4-a9ed-9a4e4f98788d, 'name': SearchDatastore_Task, 'duration_secs': 0.023335} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.160034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.160034] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.160034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.160303] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.160522] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.163735] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ddaf441-845d-4598-90a4-bd64c4054b80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.167237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.167237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.179473] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.179726] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.180633] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a2d614-c5e5-4033-978c-221f9378788d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.189831] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 698.189831] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52087e8d-6cbb-0067-b611-3ccd9fcf4f3e" [ 698.189831] env[63309]: _type = "Task" [ 698.189831] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.200487] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52087e8d-6cbb-0067-b611-3ccd9fcf4f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.242066] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 78%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.304628] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.350232] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.350981] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.350981] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.350981] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.351169] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.352089] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.352089] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.352089] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.352089] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.352089] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.352629] env[63309]: DEBUG nova.virt.hardware [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.353347] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e50660-88de-4e06-ae97-6ada394d5842 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.365020] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55fec8e-0094-4d81-8f1f-64909b12d4ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.562932] env[63309]: DEBUG nova.scheduler.client.report [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.592289] env[63309]: DEBUG nova.network.neutron [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Updated VIF entry in instance network info cache for port 3de75e43-8652-4dae-b19a-f599f690a1fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.592680] env[63309]: DEBUG nova.network.neutron [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Updating instance_info_cache with network_info: [{"id": "3de75e43-8652-4dae-b19a-f599f690a1fe", "address": "fa:16:3e:a8:da:aa", "network": {"id": "55615413-0dc9-48af-b078-2dcc1eedd887", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-448671684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae4cfe7c2b44000b948814182bd4ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de75e43-86", "ovs_interfaceid": "3de75e43-8652-4dae-b19a-f599f690a1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.602853] env[63309]: DEBUG nova.network.neutron [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Updated VIF entry in instance network info cache for port 18a6f63c-d032-4ba3-9e9e-7ca3a049bf25. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.603249] env[63309]: DEBUG nova.network.neutron [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Updating instance_info_cache with network_info: [{"id": "18a6f63c-d032-4ba3-9e9e-7ca3a049bf25", "address": "fa:16:3e:d7:07:be", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a6f63c-d0", "ovs_interfaceid": "18a6f63c-d032-4ba3-9e9e-7ca3a049bf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.706862] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52087e8d-6cbb-0067-b611-3ccd9fcf4f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.023763} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.706862] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b2c690-6104-46dd-879d-e33dea56521b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.712799] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 698.712799] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8cd0c-92b2-0bc4-aed0-99b24adf48d7" [ 698.712799] env[63309]: _type = "Task" [ 698.712799] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.729023] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8cd0c-92b2-0bc4-aed0-99b24adf48d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.741666] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 92%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.069935] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.070649] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.073566] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.174s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.074458] env[63309]: DEBUG nova.objects.instance [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lazy-loading 'resources' on Instance uuid e326a358-f9de-48db-a7ef-a11636ec7c07 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.095724] env[63309]: DEBUG oslo_concurrency.lockutils [req-926f392c-5ae4-4890-a137-82eab64a9046 req-18355668-9ace-4a0c-95ca-6a253f1a4d2f service nova] Releasing lock "refresh_cache-5115d225-d919-423e-a06a-abda789c9728" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.108315] env[63309]: DEBUG oslo_concurrency.lockutils [req-b555c97d-73d6-42d9-820a-481359d3fab2 req-807b774b-3ba0-4a31-805b-afcd71fb16d2 service nova] Releasing lock "refresh_cache-a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.228234] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8cd0c-92b2-0bc4-aed0-99b24adf48d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023865} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.229371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.229371] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] a1bb506c-b8ca-4887-bf41-f59b5bdd96c7/a1bb506c-b8ca-4887-bf41-f59b5bdd96c7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.229604] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-961a5e5f-4634-49ec-9964-13e49818627d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.244850] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 97%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.246603] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 699.246603] env[63309]: value = "task-2729808" [ 699.246603] env[63309]: _type = "Task" [ 699.246603] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.256889] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.413552] env[63309]: DEBUG nova.network.neutron [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Successfully updated port: df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.581721] env[63309]: DEBUG nova.compute.utils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.586369] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.586584] env[63309]: DEBUG nova.network.neutron [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.653632] env[63309]: DEBUG nova.policy [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd5dc3427374c28ba32bcd54e677498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d48069cfa8943d3997e3acc09227fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.746628] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 97%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.760454] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729808, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.833903] env[63309]: DEBUG nova.compute.manager [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Received event network-vif-plugged-df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.834242] env[63309]: DEBUG oslo_concurrency.lockutils [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] Acquiring lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.834536] env[63309]: DEBUG oslo_concurrency.lockutils [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.834806] env[63309]: DEBUG oslo_concurrency.lockutils [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.835015] env[63309]: DEBUG nova.compute.manager [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] No waiting events found dispatching network-vif-plugged-df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.835196] env[63309]: WARNING nova.compute.manager [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Received unexpected event network-vif-plugged-df42ef6d-bde5-4db4-9f89-4f0b60a61764 for instance with vm_state building and task_state spawning. [ 699.835371] env[63309]: DEBUG nova.compute.manager [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Received event network-changed-df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.835886] env[63309]: DEBUG nova.compute.manager [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Refreshing instance network info cache due to event network-changed-df42ef6d-bde5-4db4-9f89-4f0b60a61764. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.836126] env[63309]: DEBUG oslo_concurrency.lockutils [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] Acquiring lock "refresh_cache-090d4a37-b802-4dc6-909f-9abd1cd31bb2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.836270] env[63309]: DEBUG oslo_concurrency.lockutils [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] Acquired lock "refresh_cache-090d4a37-b802-4dc6-909f-9abd1cd31bb2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.836433] env[63309]: DEBUG nova.network.neutron [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Refreshing network info cache for port df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.919781] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "refresh_cache-090d4a37-b802-4dc6-909f-9abd1cd31bb2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.083745] env[63309]: DEBUG nova.network.neutron [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Successfully created port: ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.089814] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.206780] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22bccc-e8e0-427a-a8c0-f9d49b157e48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.219330] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c24f7-268e-4087-8a93-227d42de9701 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.262703] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae55cb45-c8cd-46f1-a92e-42a911cbe9ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.273079] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task} progress is 98%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.279556] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822422} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.280493] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] a1bb506c-b8ca-4887-bf41-f59b5bdd96c7/a1bb506c-b8ca-4887-bf41-f59b5bdd96c7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.280800] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.282448] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af61afe-eb53-4333-a8cb-7fb1e99d9bcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.288137] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf357c5-7c3f-4789-a716-eb469ba8e21f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.302264] env[63309]: DEBUG nova.compute.provider_tree [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.305278] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 700.305278] env[63309]: value = "task-2729809" [ 700.305278] env[63309]: _type = "Task" [ 700.305278] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.317278] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.405632] env[63309]: DEBUG nova.network.neutron [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.567623] env[63309]: DEBUG nova.network.neutron [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.764946] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729806, 'name': RelocateVM_Task, 'duration_secs': 4.370837} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.765351] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 700.765474] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549598', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'name': 'volume-1932f44e-4292-4f53-86d6-27fdc862589b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bdd687f-a5ad-435e-a659-46c35becc981', 'attached_at': '', 'detached_at': '', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'serial': '1932f44e-4292-4f53-86d6-27fdc862589b'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 700.766293] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8ae67-d613-4dae-9ef0-90e665ac6916 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.785383] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe96d0-4158-4031-90dd-af76bd446e52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.808622] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-1932f44e-4292-4f53-86d6-27fdc862589b/volume-1932f44e-4292-4f53-86d6-27fdc862589b.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.809593] env[63309]: DEBUG nova.scheduler.client.report [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.812928] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887b8220-6fee-499b-877a-49a56b859ee1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.840665] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111976} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.841875] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.842247] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 700.842247] env[63309]: value = "task-2729810" [ 700.842247] env[63309]: _type = "Task" [ 700.842247] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.843036] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df33162-64ba-4a69-a799-edb665c684cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.870136] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] a1bb506c-b8ca-4887-bf41-f59b5bdd96c7/a1bb506c-b8ca-4887-bf41-f59b5bdd96c7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.874220] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92617c9-5ffb-4ead-bfdd-345023c01450 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.889189] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.896394] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 700.896394] env[63309]: value = "task-2729811" [ 700.896394] env[63309]: _type = "Task" [ 700.896394] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.906186] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.070671] env[63309]: DEBUG oslo_concurrency.lockutils [req-67c6317a-2228-43e2-af5a-2380a0ad49bf req-a5d7ec1b-d60d-4b05-9671-fa9411764773 service nova] Releasing lock "refresh_cache-090d4a37-b802-4dc6-909f-9abd1cd31bb2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.071285] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquired lock "refresh_cache-090d4a37-b802-4dc6-909f-9abd1cd31bb2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.072025] env[63309]: DEBUG nova.network.neutron [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.102220] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.135594] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.135856] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.136030] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.136262] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.136467] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.136608] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.136824] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.137017] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.137347] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.137594] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.137820] env[63309]: DEBUG nova.virt.hardware [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.138831] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c78ab-bbe0-43be-a8f1-5d6f48b47e52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.149136] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28745169-fe7a-473f-b835-f0b012c35091 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.331449] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.332583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.526s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.334189] env[63309]: INFO nova.compute.claims [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.354162] env[63309]: INFO nova.scheduler.client.report [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Deleted allocations for instance e326a358-f9de-48db-a7ef-a11636ec7c07 [ 701.359669] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.411010] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729811, 'name': ReconfigVM_Task, 'duration_secs': 0.441458} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.411356] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Reconfigured VM instance instance-00000021 to attach disk [datastore2] a1bb506c-b8ca-4887-bf41-f59b5bdd96c7/a1bb506c-b8ca-4887-bf41-f59b5bdd96c7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.412056] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72448b2b-7754-4301-a7a2-292288688d18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.419748] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 701.419748] env[63309]: value = "task-2729812" [ 701.419748] env[63309]: _type = "Task" [ 701.419748] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.429948] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729812, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.655194] env[63309]: DEBUG nova.network.neutron [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.857288] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729810, 'name': ReconfigVM_Task, 'duration_secs': 0.93908} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.857643] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-1932f44e-4292-4f53-86d6-27fdc862589b/volume-1932f44e-4292-4f53-86d6-27fdc862589b.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.866375] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe97c95-f176-4cf9-9625-01d5486ea585 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.878261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c03fb49e-e713-4058-855a-9ebbd71006ee tempest-AttachInterfacesV270Test-466530699 tempest-AttachInterfacesV270Test-466530699-project-member] Lock "e326a358-f9de-48db-a7ef-a11636ec7c07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.544s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.883021] env[63309]: DEBUG nova.compute.manager [req-8a3b813e-d3c8-48fc-a03b-f3f4df16d827 req-0c736e4e-5ad4-4642-8665-33c6457509a7 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Received event network-vif-plugged-ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.883021] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a3b813e-d3c8-48fc-a03b-f3f4df16d827 req-0c736e4e-5ad4-4642-8665-33c6457509a7 service nova] Acquiring lock "b77d178a-2937-4dac-a312-ce924b4f3f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.883021] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a3b813e-d3c8-48fc-a03b-f3f4df16d827 req-0c736e4e-5ad4-4642-8665-33c6457509a7 service nova] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.883021] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a3b813e-d3c8-48fc-a03b-f3f4df16d827 req-0c736e4e-5ad4-4642-8665-33c6457509a7 service nova] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.883021] env[63309]: DEBUG nova.compute.manager [req-8a3b813e-d3c8-48fc-a03b-f3f4df16d827 req-0c736e4e-5ad4-4642-8665-33c6457509a7 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] No waiting events found dispatching network-vif-plugged-ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.883750] env[63309]: WARNING nova.compute.manager [req-8a3b813e-d3c8-48fc-a03b-f3f4df16d827 req-0c736e4e-5ad4-4642-8665-33c6457509a7 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Received unexpected event network-vif-plugged-ff40341f-9a23-4b81-8eb4-58b2f36fce99 for instance with vm_state building and task_state spawning. [ 701.889600] env[63309]: DEBUG nova.network.neutron [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Updating instance_info_cache with network_info: [{"id": "df42ef6d-bde5-4db4-9f89-4f0b60a61764", "address": "fa:16:3e:9a:00:91", "network": {"id": "01bb2b7e-2600-48ec-a18b-410d9d55f4b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1056556593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6fda0ed3444986b23a03d6c37701ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf42ef6d-bd", "ovs_interfaceid": "df42ef6d-bde5-4db4-9f89-4f0b60a61764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.893519] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 701.893519] env[63309]: value = "task-2729813" [ 701.893519] env[63309]: _type = "Task" [ 701.893519] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.904019] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.933390] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729812, 'name': Rename_Task, 'duration_secs': 0.195562} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.933390] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.933390] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8d0d22-8174-4853-b576-c4f54a385865 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.941026] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 701.941026] env[63309]: value = "task-2729814" [ 701.941026] env[63309]: _type = "Task" [ 701.941026] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.948984] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.969157] env[63309]: DEBUG nova.network.neutron [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Successfully updated port: ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.391830] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Releasing lock "refresh_cache-090d4a37-b802-4dc6-909f-9abd1cd31bb2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.393132] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Instance network_info: |[{"id": "df42ef6d-bde5-4db4-9f89-4f0b60a61764", "address": "fa:16:3e:9a:00:91", "network": {"id": "01bb2b7e-2600-48ec-a18b-410d9d55f4b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1056556593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6fda0ed3444986b23a03d6c37701ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf42ef6d-bd", "ovs_interfaceid": "df42ef6d-bde5-4db4-9f89-4f0b60a61764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.393620] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:00:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df42ef6d-bde5-4db4-9f89-4f0b60a61764', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.401956] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Creating folder: Project (dd6fda0ed3444986b23a03d6c37701ef). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.408642] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8253c10f-d71c-495e-be6d-b4938b1945ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.419390] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729813, 'name': ReconfigVM_Task, 'duration_secs': 0.206506} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.419794] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549598', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'name': 'volume-1932f44e-4292-4f53-86d6-27fdc862589b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bdd687f-a5ad-435e-a659-46c35becc981', 'attached_at': '', 'detached_at': '', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'serial': '1932f44e-4292-4f53-86d6-27fdc862589b'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 702.420300] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35ade779-4286-42c3-b928-b0120d01b63b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.428489] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Created folder: Project (dd6fda0ed3444986b23a03d6c37701ef) in parent group-v549567. [ 702.428892] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Creating folder: Instances. Parent ref: group-v549667. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.430388] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b05567e-ecb1-45f5-bf3c-77b6d781bcd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.432177] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 702.432177] env[63309]: value = "task-2729816" [ 702.432177] env[63309]: _type = "Task" [ 702.432177] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.444550] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729816, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.451369] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Created folder: Instances in parent group-v549667. [ 702.451629] env[63309]: DEBUG oslo.service.loopingcall [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.452078] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.453142] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e14e0f1-47ff-4168-8bb6-7040b996505e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.478126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "refresh_cache-b77d178a-2937-4dac-a312-ce924b4f3f36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.478126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired lock "refresh_cache-b77d178a-2937-4dac-a312-ce924b4f3f36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.478126] env[63309]: DEBUG nova.network.neutron [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.478126] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729814, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.485245] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.485245] env[63309]: value = "task-2729818" [ 702.485245] env[63309]: _type = "Task" [ 702.485245] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.499014] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729818, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.950856] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729816, 'name': Rename_Task, 'duration_secs': 0.21726} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.954889] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.955459] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8afd3c-82a2-4261-9893-3949e2b8fc88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.959250] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce6cf06-9961-45d8-a270-43c8314e4453 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.965638] env[63309]: DEBUG oslo_vmware.api [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729814, 'name': PowerOnVM_Task, 'duration_secs': 0.614484} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.966328] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.966567] env[63309]: INFO nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Took 8.39 seconds to spawn the instance on the hypervisor. [ 702.966764] env[63309]: DEBUG nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.967668] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29146eea-5210-46eb-a140-636e765dbed6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.973821] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 702.973821] env[63309]: value = "task-2729819" [ 702.973821] env[63309]: _type = "Task" [ 702.973821] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.975841] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f62e0-d557-4543-b328-aebbb014461f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.015330] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729818, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.046110] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729819, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.047994] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb174d2e-30ff-435d-862f-800d9260df82 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.057795] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b968f87-6625-40fc-b25c-ff9259e1c49b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.073254] env[63309]: DEBUG nova.compute.provider_tree [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.079255] env[63309]: DEBUG nova.network.neutron [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.317100] env[63309]: DEBUG nova.network.neutron [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Updating instance_info_cache with network_info: [{"id": "ff40341f-9a23-4b81-8eb4-58b2f36fce99", "address": "fa:16:3e:fb:10:f7", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40341f-9a", "ovs_interfaceid": "ff40341f-9a23-4b81-8eb4-58b2f36fce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.492812] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.512637] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729818, 'name': CreateVM_Task, 'duration_secs': 0.531676} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.514390] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.514841] env[63309]: INFO nova.compute.manager [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Took 40.68 seconds to build instance. [ 703.518889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.519280] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.519387] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.519817] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069b2095-84d4-456f-af7d-90df1c0ab3e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.527585] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 703.527585] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52044f08-3621-a054-daba-0911a1cd93be" [ 703.527585] env[63309]: _type = "Task" [ 703.527585] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.540514] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52044f08-3621-a054-daba-0911a1cd93be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.577100] env[63309]: DEBUG nova.scheduler.client.report [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.819909] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Releasing lock "refresh_cache-b77d178a-2937-4dac-a312-ce924b4f3f36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.820321] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Instance network_info: |[{"id": "ff40341f-9a23-4b81-8eb4-58b2f36fce99", "address": "fa:16:3e:fb:10:f7", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40341f-9a", "ovs_interfaceid": "ff40341f-9a23-4b81-8eb4-58b2f36fce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.820780] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:10:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff40341f-9a23-4b81-8eb4-58b2f36fce99', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.828582] env[63309]: DEBUG oslo.service.loopingcall [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.828831] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.829071] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c01078a9-6baf-4a5e-bbce-6c4929fcfb8b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.855743] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.855743] env[63309]: value = "task-2729820" [ 703.855743] env[63309]: _type = "Task" [ 703.855743] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.864130] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729820, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.969137] env[63309]: DEBUG nova.compute.manager [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Received event network-changed-ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.969435] env[63309]: DEBUG nova.compute.manager [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Refreshing instance network info cache due to event network-changed-ff40341f-9a23-4b81-8eb4-58b2f36fce99. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.969587] env[63309]: DEBUG oslo_concurrency.lockutils [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] Acquiring lock "refresh_cache-b77d178a-2937-4dac-a312-ce924b4f3f36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.970088] env[63309]: DEBUG oslo_concurrency.lockutils [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] Acquired lock "refresh_cache-b77d178a-2937-4dac-a312-ce924b4f3f36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.970088] env[63309]: DEBUG nova.network.neutron [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Refreshing network info cache for port ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.997634] env[63309]: DEBUG oslo_vmware.api [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729819, 'name': PowerOnVM_Task, 'duration_secs': 0.891706} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.997992] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.998194] env[63309]: INFO nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Took 10.28 seconds to spawn the instance on the hypervisor. [ 703.998382] env[63309]: DEBUG nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.000631] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd457a20-df3a-454b-bdb8-40c929bc507d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.020887] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f555c663-57f1-4bee-aaf5-28839755dbda tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.009s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.045873] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52044f08-3621-a054-daba-0911a1cd93be, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.046273] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.046934] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.047162] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.047266] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.047482] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.048227] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da96790-01e8-4d67-8950-084c0c281b9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.061656] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.062095] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.065822] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560c151a-7eac-4f20-9ce8-d95f2367b6c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.074044] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 704.074044] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263aed2-a502-b0bd-b30d-2c5ddc919cb1" [ 704.074044] env[63309]: _type = "Task" [ 704.074044] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.088734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.088734] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.088734] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263aed2-a502-b0bd-b30d-2c5ddc919cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.089591] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.406s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.089591] env[63309]: DEBUG nova.objects.instance [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 704.366873] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729820, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.527205] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.531205] env[63309]: INFO nova.compute.manager [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Took 42.08 seconds to build instance. [ 704.592124] env[63309]: DEBUG nova.compute.utils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.594393] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263aed2-a502-b0bd-b30d-2c5ddc919cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.014566} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.600212] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.600212] env[63309]: DEBUG nova.network.neutron [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.602621] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd9db97-10ce-4b8d-9bf3-d2ef5fe797ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.610583] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 704.610583] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527dec72-63ef-eb44-e480-9989a8ba6a78" [ 704.610583] env[63309]: _type = "Task" [ 704.610583] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.621564] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527dec72-63ef-eb44-e480-9989a8ba6a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.725372] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.725704] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.725904] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.726105] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.726276] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.728695] env[63309]: INFO nova.compute.manager [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Terminating instance [ 704.819340] env[63309]: DEBUG nova.policy [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdde90a72a4b43f29588674d5578d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5886e5a8a7f4a5ab208a4b193411fda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.865272] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729820, 'name': CreateVM_Task, 'duration_secs': 0.565116} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.865443] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.866112] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.866271] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.866616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.866914] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945bea5f-288a-4433-a0e8-1b13cef981e4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.872826] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 704.872826] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ce51d7-888a-0ee4-e7a2-8e9c96fba915" [ 704.872826] env[63309]: _type = "Task" [ 704.872826] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.888228] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ce51d7-888a-0ee4-e7a2-8e9c96fba915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.037400] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7048960a-d64e-4be1-b027-c5e260c78963 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "1bdd687f-a5ad-435e-a659-46c35becc981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.266s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.063175] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.081994] env[63309]: DEBUG nova.network.neutron [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Updated VIF entry in instance network info cache for port ff40341f-9a23-4b81-8eb4-58b2f36fce99. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.082423] env[63309]: DEBUG nova.network.neutron [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Updating instance_info_cache with network_info: [{"id": "ff40341f-9a23-4b81-8eb4-58b2f36fce99", "address": "fa:16:3e:fb:10:f7", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40341f-9a", "ovs_interfaceid": "ff40341f-9a23-4b81-8eb4-58b2f36fce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.094702] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.102233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-882e6169-83ae-42fc-b577-5d934f3f2989 tempest-ServersAdmin275Test-1709866235 tempest-ServersAdmin275Test-1709866235-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.103836] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.759s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.109352] env[63309]: INFO nova.compute.claims [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.130387] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527dec72-63ef-eb44-e480-9989a8ba6a78, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.130633] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.131146] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 090d4a37-b802-4dc6-909f-9abd1cd31bb2/090d4a37-b802-4dc6-909f-9abd1cd31bb2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.131565] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692dcff2-bd43-4bad-a7b7-52be23a4fee3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.139337] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 705.139337] env[63309]: value = "task-2729821" [ 705.139337] env[63309]: _type = "Task" [ 705.139337] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.152230] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.178824] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e59c4-86b9-2eaa-91fa-edcf9d7f1876/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.180010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d732ef-750f-45f1-a350-d18de5d26ccd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.188150] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e59c4-86b9-2eaa-91fa-edcf9d7f1876/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.188374] env[63309]: ERROR oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e59c4-86b9-2eaa-91fa-edcf9d7f1876/disk-0.vmdk due to incomplete transfer. [ 705.188627] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4172e9f-ab26-4dd6-b3b3-60dc76935c3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.197634] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e59c4-86b9-2eaa-91fa-edcf9d7f1876/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.197843] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Uploaded image c7f842ca-b3f8-4533-87e1-2a2dde4ed600 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.200795] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.201310] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-099170f4-8293-432a-99e8-fac51909a867 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.210637] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 705.210637] env[63309]: value = "task-2729822" [ 705.210637] env[63309]: _type = "Task" [ 705.210637] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.218668] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729822, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.232018] env[63309]: DEBUG nova.compute.manager [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.232243] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.233202] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66cc583-7f81-4895-adf5-af28f17fb101 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.243205] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.243517] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8460339-2653-4c13-9af0-19478998fdc9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.251930] env[63309]: DEBUG oslo_vmware.api [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 705.251930] env[63309]: value = "task-2729823" [ 705.251930] env[63309]: _type = "Task" [ 705.251930] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.260967] env[63309]: DEBUG oslo_vmware.api [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.269745] env[63309]: DEBUG nova.network.neutron [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Successfully created port: f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.387357] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ce51d7-888a-0ee4-e7a2-8e9c96fba915, 'name': SearchDatastore_Task, 'duration_secs': 0.021054} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.387766] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.388047] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.388353] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.392034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.392034] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.392034] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4775efa-e7cb-4123-865c-b07ee97a45d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.405955] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.406178] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.407013] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f856fd5f-ad3b-458e-a12f-0ae8793709e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.415916] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 705.415916] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528b91a0-cacb-db51-1fdd-f6a57046f82e" [ 705.415916] env[63309]: _type = "Task" [ 705.415916] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.428777] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528b91a0-cacb-db51-1fdd-f6a57046f82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.546763] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.585157] env[63309]: DEBUG oslo_concurrency.lockutils [req-de484e1a-e6f1-4520-bb22-2e1dec99babf req-36d8f11e-db0e-4206-963c-4e7b0e941ea1 service nova] Releasing lock "refresh_cache-b77d178a-2937-4dac-a312-ce924b4f3f36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.655876] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729821, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.722565] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729822, 'name': Destroy_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.762240] env[63309]: DEBUG oslo_vmware.api [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729823, 'name': PowerOffVM_Task, 'duration_secs': 0.20395} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.762568] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.762755] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.763020] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6b58c0-560e-43c8-8157-f27e5d122b18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.873330] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.873566] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.873757] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Deleting the datastore file [datastore2] a1bb506c-b8ca-4887-bf41-f59b5bdd96c7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.874151] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adb3c155-afad-438b-8837-044e02ed26f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.881163] env[63309]: DEBUG oslo_vmware.api [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for the task: (returnval){ [ 705.881163] env[63309]: value = "task-2729825" [ 705.881163] env[63309]: _type = "Task" [ 705.881163] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.889952] env[63309]: DEBUG oslo_vmware.api [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.926514] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528b91a0-cacb-db51-1fdd-f6a57046f82e, 'name': SearchDatastore_Task, 'duration_secs': 0.023398} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.927328] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a00e0da-2065-4f9a-9fc8-c5fc31c52136 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.934137] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 705.934137] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52728b9d-6231-e013-2e1a-fa91e7ca6010" [ 705.934137] env[63309]: _type = "Task" [ 705.934137] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.942615] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52728b9d-6231-e013-2e1a-fa91e7ca6010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.969912] env[63309]: DEBUG nova.compute.manager [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Received event network-changed-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.970078] env[63309]: DEBUG nova.compute.manager [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Refreshing instance network info cache due to event network-changed-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.970455] env[63309]: DEBUG oslo_concurrency.lockutils [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] Acquiring lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.970671] env[63309]: DEBUG oslo_concurrency.lockutils [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] Acquired lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.970851] env[63309]: DEBUG nova.network.neutron [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Refreshing network info cache for port 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.073215] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.105388] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.133635] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.133893] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.134060] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.134238] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.134379] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.134518] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.134868] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.135046] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.135819] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.136044] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.136229] env[63309]: DEBUG nova.virt.hardware [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.137095] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c5f12-4803-4f81-b5ab-d3c1168f2648 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.149540] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60baca0c-3b89-4217-a829-2ec273d0065d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.156432] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631703} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.157048] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 090d4a37-b802-4dc6-909f-9abd1cd31bb2/090d4a37-b802-4dc6-909f-9abd1cd31bb2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.157288] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.157544] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b0ad879-b361-4cab-b3c3-a09ecfce6ce6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.175415] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 706.175415] env[63309]: value = "task-2729826" [ 706.175415] env[63309]: _type = "Task" [ 706.175415] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.187086] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.223782] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729822, 'name': Destroy_Task, 'duration_secs': 0.533523} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.224108] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Destroyed the VM [ 706.224371] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.224645] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-034b1441-9e30-4f5d-b82c-54299c17f3ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.233125] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 706.233125] env[63309]: value = "task-2729827" [ 706.233125] env[63309]: _type = "Task" [ 706.233125] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.241880] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.391759] env[63309]: DEBUG oslo_vmware.api [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Task: {'id': task-2729825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503036} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.392031] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.392226] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.392444] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.392663] env[63309]: INFO nova.compute.manager [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 706.392931] env[63309]: DEBUG oslo.service.loopingcall [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.393170] env[63309]: DEBUG nova.compute.manager [-] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.393263] env[63309]: DEBUG nova.network.neutron [-] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.445681] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52728b9d-6231-e013-2e1a-fa91e7ca6010, 'name': SearchDatastore_Task, 'duration_secs': 0.04678} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.448472] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.448751] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] b77d178a-2937-4dac-a312-ce924b4f3f36/b77d178a-2937-4dac-a312-ce924b4f3f36.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.449253] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6157677-3e19-4f8d-9919-5aca81ee54a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.458530] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 706.458530] env[63309]: value = "task-2729828" [ 706.458530] env[63309]: _type = "Task" [ 706.458530] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.469419] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.631351] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901e19c-6980-4788-ad26-f2e56ec7d18e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.643058] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89caeb94-dd65-4ecf-a657-c81fa4439eb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.685277] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8c3c82-495b-4923-b1ba-10f3d879d9e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.698541] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10761bf1-9300-40a8-902c-c4162dfe3cdc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.703487] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097471} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.705402] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.706914] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9afa1d5-5341-47df-a1fb-00321b2edee1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.722632] env[63309]: DEBUG nova.compute.provider_tree [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.744704] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 090d4a37-b802-4dc6-909f-9abd1cd31bb2/090d4a37-b802-4dc6-909f-9abd1cd31bb2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.750208] env[63309]: DEBUG nova.scheduler.client.report [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.757443] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669f57c4-7db6-4837-95fc-6b77cb5f0ac6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.773546] env[63309]: DEBUG nova.compute.manager [req-27985522-f48c-436d-8b0e-d3ac68c4d1b2 req-c6703251-9f40-41e1-b6c7-090013f48c26 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Received event network-vif-deleted-18a6f63c-d032-4ba3-9e9e-7ca3a049bf25 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.773810] env[63309]: INFO nova.compute.manager [req-27985522-f48c-436d-8b0e-d3ac68c4d1b2 req-c6703251-9f40-41e1-b6c7-090013f48c26 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Neutron deleted interface 18a6f63c-d032-4ba3-9e9e-7ca3a049bf25; detaching it from the instance and deleting it from the info cache [ 706.773941] env[63309]: DEBUG nova.network.neutron [req-27985522-f48c-436d-8b0e-d3ac68c4d1b2 req-c6703251-9f40-41e1-b6c7-090013f48c26 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.776698] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.673s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.777208] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.783238] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.723s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.790100] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729827, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.791919] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 706.791919] env[63309]: value = "task-2729829" [ 706.791919] env[63309]: _type = "Task" [ 706.791919] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.804103] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.888653] env[63309]: DEBUG nova.network.neutron [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updated VIF entry in instance network info cache for port 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.889220] env[63309]: DEBUG nova.network.neutron [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updating instance_info_cache with network_info: [{"id": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "address": "fa:16:3e:f7:2f:8a", "network": {"id": "130ef2d6-bf96-449d-acfd-06a4c0d8fd1c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-134304378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca780e6b4444cc9b597e1d7fb60073c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cd48f-b4", "ovs_interfaceid": "6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.969768] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.058594] env[63309]: DEBUG nova.network.neutron [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Successfully updated port: f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.206884] env[63309]: DEBUG nova.network.neutron [-] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.245345] env[63309]: DEBUG oslo_vmware.api [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729827, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72357} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.245613] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 707.245840] env[63309]: INFO nova.compute.manager [None req-d325256a-a41b-47ca-96b4-2dd00eecda94 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 707.276939] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3585f9a-4253-4530-b1bd-f3aff1472b6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.284151] env[63309]: DEBUG nova.compute.utils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.287850] env[63309]: INFO nova.compute.claims [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.292588] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.292756] env[63309]: DEBUG nova.network.neutron [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.297868] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf9351-0ba3-4e1a-8c6d-72e0e57ab1fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.321286] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.337323] env[63309]: DEBUG nova.compute.manager [req-27985522-f48c-436d-8b0e-d3ac68c4d1b2 req-c6703251-9f40-41e1-b6c7-090013f48c26 service nova] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Detach interface failed, port_id=18a6f63c-d032-4ba3-9e9e-7ca3a049bf25, reason: Instance a1bb506c-b8ca-4887-bf41-f59b5bdd96c7 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 707.362031] env[63309]: DEBUG nova.policy [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af9ec4907ea3463a8ed24403206ccd4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '763f0526d62c4b539139c786ea9634e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.391785] env[63309]: DEBUG oslo_concurrency.lockutils [req-c46f7fe3-a727-4d8d-b9b4-745045b70eab req-4064b6aa-193a-49ac-ba1a-073529a88b75 service nova] Releasing lock "refresh_cache-1bdd687f-a5ad-435e-a659-46c35becc981" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.470195] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702013} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.470475] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] b77d178a-2937-4dac-a312-ce924b4f3f36/b77d178a-2937-4dac-a312-ce924b4f3f36.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.470695] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.470968] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8816923-af87-46b6-a078-24de6e410cd2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.479391] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 707.479391] env[63309]: value = "task-2729830" [ 707.479391] env[63309]: _type = "Task" [ 707.479391] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.488073] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.565191] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.565191] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquired lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.565191] env[63309]: DEBUG nova.network.neutron [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.639024] env[63309]: DEBUG nova.network.neutron [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Successfully created port: bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.709434] env[63309]: INFO nova.compute.manager [-] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Took 1.32 seconds to deallocate network for instance. [ 707.794293] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.802799] env[63309]: INFO nova.compute.resource_tracker [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating resource usage from migration b051bb2e-4b43-4970-94ff-28023a7ffa19 [ 707.818918] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.993819] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078503} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.994103] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.994930] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60422a46-08e3-4b9c-bf71-fffefebe22a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.025068] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b77d178a-2937-4dac-a312-ce924b4f3f36/b77d178a-2937-4dac-a312-ce924b4f3f36.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.026249] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24fd5cc-22d5-47eb-8f8f-5efb160c4a3b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.052048] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 708.052048] env[63309]: value = "task-2729831" [ 708.052048] env[63309]: _type = "Task" [ 708.052048] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.063435] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.096657] env[63309]: DEBUG nova.network.neutron [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.215929] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.305811] env[63309]: DEBUG nova.network.neutron [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updating instance_info_cache with network_info: [{"id": "f34eb64d-f1dc-4608-b941-369b3ba05844", "address": "fa:16:3e:6c:fc:dc", "network": {"id": "54f930e5-3d41-4248-a7e5-c6e0f4a9a265", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1571765236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5886e5a8a7f4a5ab208a4b193411fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eb64d-f1", "ovs_interfaceid": "f34eb64d-f1dc-4608-b941-369b3ba05844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.315838] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98b473b-e2d8-4872-b705-8dfe857fded0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.321837] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729829, 'name': ReconfigVM_Task, 'duration_secs': 1.227108} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.322604] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 090d4a37-b802-4dc6-909f-9abd1cd31bb2/090d4a37-b802-4dc6-909f-9abd1cd31bb2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.323271] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b42667d-b451-4572-8edd-453564ce1746 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.328173] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6384642-2a86-4b6e-b4fb-ee570078a3a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.333435] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 708.333435] env[63309]: value = "task-2729832" [ 708.333435] env[63309]: _type = "Task" [ 708.333435] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.371421] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f285eb60-9d55-4eae-8ee6-599de9c7c1a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.374425] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729832, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.380441] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aaf72f-5ef4-4eb1-ad2c-2e0ddca07b2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.396577] env[63309]: DEBUG nova.compute.provider_tree [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.561956] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.788972] env[63309]: DEBUG nova.compute.manager [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Received event network-vif-plugged-f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.789184] env[63309]: DEBUG oslo_concurrency.lockutils [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] Acquiring lock "986ddb2d-7aeb-457d-9b8a-da57829421f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.789442] env[63309]: DEBUG oslo_concurrency.lockutils [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.789573] env[63309]: DEBUG oslo_concurrency.lockutils [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.789780] env[63309]: DEBUG nova.compute.manager [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] No waiting events found dispatching network-vif-plugged-f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.789993] env[63309]: WARNING nova.compute.manager [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Received unexpected event network-vif-plugged-f34eb64d-f1dc-4608-b941-369b3ba05844 for instance with vm_state building and task_state spawning. [ 708.790192] env[63309]: DEBUG nova.compute.manager [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Received event network-changed-f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.790386] env[63309]: DEBUG nova.compute.manager [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Refreshing instance network info cache due to event network-changed-f34eb64d-f1dc-4608-b941-369b3ba05844. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.790601] env[63309]: DEBUG oslo_concurrency.lockutils [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] Acquiring lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.812533] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Releasing lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.812533] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Instance network_info: |[{"id": "f34eb64d-f1dc-4608-b941-369b3ba05844", "address": "fa:16:3e:6c:fc:dc", "network": {"id": "54f930e5-3d41-4248-a7e5-c6e0f4a9a265", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1571765236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5886e5a8a7f4a5ab208a4b193411fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eb64d-f1", "ovs_interfaceid": "f34eb64d-f1dc-4608-b941-369b3ba05844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.812841] env[63309]: DEBUG oslo_concurrency.lockutils [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] Acquired lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.812841] env[63309]: DEBUG nova.network.neutron [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Refreshing network info cache for port f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.813798] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:fc:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34eb64d-f1dc-4608-b941-369b3ba05844', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.822448] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Creating folder: Project (e5886e5a8a7f4a5ab208a4b193411fda). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.826160] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.828118] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48d43ae-b467-4a59-9eef-bce92bcffe06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.841334] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Created folder: Project (e5886e5a8a7f4a5ab208a4b193411fda) in parent group-v549567. [ 708.841490] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Creating folder: Instances. Parent ref: group-v549671. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.841930] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d6ed7a7-4409-4629-a671-0bd43b132e91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.848463] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729832, 'name': Rename_Task, 'duration_secs': 0.383608} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.849164] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.849400] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72333083-f53a-492c-a069-68c122b981e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.854794] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.855045] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.855209] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.855474] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.855536] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.855705] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.855913] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.856216] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.856388] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.856445] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.856594] env[63309]: DEBUG nova.virt.hardware [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.857465] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097795a6-dc5e-440c-8ecc-6473258fdb0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.864180] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 708.864180] env[63309]: value = "task-2729835" [ 708.864180] env[63309]: _type = "Task" [ 708.864180] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.864408] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Created folder: Instances in parent group-v549671. [ 708.864613] env[63309]: DEBUG oslo.service.loopingcall [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.865795] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.869079] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee6a6f4a-bf32-4b32-b472-74b3689bf7e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.887514] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241bf7ea-18ba-4fc4-a804-dd466f7f0867 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.898833] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.898833] env[63309]: value = "task-2729836" [ 708.898833] env[63309]: _type = "Task" [ 708.898833] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.900252] env[63309]: DEBUG nova.scheduler.client.report [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.903888] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.925408] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729836, 'name': CreateVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.958833] env[63309]: DEBUG nova.compute.manager [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.960339] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5391c9-4617-4ebc-b37e-c68748ac600a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.063935] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.084712] env[63309]: DEBUG nova.network.neutron [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updated VIF entry in instance network info cache for port f34eb64d-f1dc-4608-b941-369b3ba05844. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.085122] env[63309]: DEBUG nova.network.neutron [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updating instance_info_cache with network_info: [{"id": "f34eb64d-f1dc-4608-b941-369b3ba05844", "address": "fa:16:3e:6c:fc:dc", "network": {"id": "54f930e5-3d41-4248-a7e5-c6e0f4a9a265", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1571765236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5886e5a8a7f4a5ab208a4b193411fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eb64d-f1", "ovs_interfaceid": "f34eb64d-f1dc-4608-b941-369b3ba05844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.239200] env[63309]: DEBUG nova.network.neutron [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Successfully updated port: bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.376267] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729835, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.405757] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.625s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.405970] env[63309]: INFO nova.compute.manager [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Migrating [ 709.407340] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.407521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.408954] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.124s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.409221] env[63309]: DEBUG nova.objects.instance [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lazy-loading 'resources' on Instance uuid 2ff32205-b658-4fe8-bd8a-6aad504ad3e1 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.422485] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729836, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.475195] env[63309]: INFO nova.compute.manager [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] instance snapshotting [ 709.478118] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418abfc0-b4ae-43cf-9932-cb80d484b31e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.500047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20e54a-6fba-4970-a9f2-7668ff3e8ac9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.563538] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729831, 'name': ReconfigVM_Task, 'duration_secs': 1.289835} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.563862] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b77d178a-2937-4dac-a312-ce924b4f3f36/b77d178a-2937-4dac-a312-ce924b4f3f36.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.564486] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a9335f-8e71-4485-ab50-a4d02a664e04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.572660] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 709.572660] env[63309]: value = "task-2729837" [ 709.572660] env[63309]: _type = "Task" [ 709.572660] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.580875] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729837, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.587448] env[63309]: DEBUG oslo_concurrency.lockutils [req-97900ac6-dc1e-4fc2-9a85-a9d75734beba req-d863b9a5-47ba-4055-a73e-36922f586e35 service nova] Releasing lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.742063] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "refresh_cache-1a8ea490-d495-4aec-8618-d450300c95bd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.742234] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquired lock "refresh_cache-1a8ea490-d495-4aec-8618-d450300c95bd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.742397] env[63309]: DEBUG nova.network.neutron [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.878479] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.915501] env[63309]: INFO nova.compute.rpcapi [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 709.915696] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.938254] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729836, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.011838] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 710.012190] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91590873-d27e-4bd8-ba87-2ffcea0ddb58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.026973] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 710.026973] env[63309]: value = "task-2729838" [ 710.026973] env[63309]: _type = "Task" [ 710.026973] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.037307] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.085181] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729837, 'name': Rename_Task, 'duration_secs': 0.139426} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.087653] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.088213] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49884616-eba0-4363-9532-37134fcb0edf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.098280] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 710.098280] env[63309]: value = "task-2729839" [ 710.098280] env[63309]: _type = "Task" [ 710.098280] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.109690] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.277456] env[63309]: DEBUG nova.network.neutron [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.379263] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.410743] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd6a88-bef4-49f3-a038-8ae14d5bd762 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.429437] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729836, 'name': CreateVM_Task, 'duration_secs': 1.390088} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.431154] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929eaa14-3b89-4b9d-b042-7746ea0fe734 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.434375] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.435268] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.435451] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.436810] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.437762] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f883ffe-96bf-421c-9445-0a044ba5113a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.441354] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.441561] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441732] env[63309]: DEBUG nova.network.neutron [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.480963] env[63309]: DEBUG nova.network.neutron [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Updating instance_info_cache with network_info: [{"id": "bffc7f07-3fb5-43c4-8d25-0707dc0e533e", "address": "fa:16:3e:26:3b:78", "network": {"id": "6bff1a33-b6ff-46b5-974d-c4b1e24b53f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1219252715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "763f0526d62c4b539139c786ea9634e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffc7f07-3f", "ovs_interfaceid": "bffc7f07-3fb5-43c4-8d25-0707dc0e533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.484324] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c3a717-691f-40c0-a1ba-197034d003cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.489147] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 710.489147] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528c0644-fd80-f843-7fca-79fd33d385ac" [ 710.489147] env[63309]: _type = "Task" [ 710.489147] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.497575] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b69c5e-20a9-41be-82b6-ee6b033aa6c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.508094] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528c0644-fd80-f843-7fca-79fd33d385ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.508795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.509087] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.509472] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.509472] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.509657] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.510207] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a288d36-b094-4e53-aa1f-561e4cd73ee9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.520882] env[63309]: DEBUG nova.compute.provider_tree [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.534503] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.534688] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.536639] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fec255-9470-411b-b2b3-1c80c0c39e5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.543321] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.550217] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 710.550217] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526c36b6-7727-39e9-f942-afa5766abcbc" [ 710.550217] env[63309]: _type = "Task" [ 710.550217] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.560103] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526c36b6-7727-39e9-f942-afa5766abcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.609659] env[63309]: DEBUG oslo_vmware.api [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729839, 'name': PowerOnVM_Task, 'duration_secs': 0.486501} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.609927] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.610140] env[63309]: INFO nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Took 9.51 seconds to spawn the instance on the hypervisor. [ 710.610398] env[63309]: DEBUG nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.611561] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca7e313-ace6-48c5-888e-500d63df5ba5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.879917] env[63309]: DEBUG nova.compute.manager [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Received event network-vif-plugged-bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.879917] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] Acquiring lock "1a8ea490-d495-4aec-8618-d450300c95bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.880038] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] Lock "1a8ea490-d495-4aec-8618-d450300c95bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.880232] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] Lock "1a8ea490-d495-4aec-8618-d450300c95bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.880408] env[63309]: DEBUG nova.compute.manager [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] No waiting events found dispatching network-vif-plugged-bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.880572] env[63309]: WARNING nova.compute.manager [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Received unexpected event network-vif-plugged-bffc7f07-3fb5-43c4-8d25-0707dc0e533e for instance with vm_state building and task_state spawning. [ 710.880734] env[63309]: DEBUG nova.compute.manager [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Received event network-changed-bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.880886] env[63309]: DEBUG nova.compute.manager [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Refreshing instance network info cache due to event network-changed-bffc7f07-3fb5-43c4-8d25-0707dc0e533e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.881064] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] Acquiring lock "refresh_cache-1a8ea490-d495-4aec-8618-d450300c95bd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.885893] env[63309]: DEBUG oslo_vmware.api [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729835, 'name': PowerOnVM_Task, 'duration_secs': 1.645028} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.886181] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.886598] env[63309]: INFO nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Took 12.58 seconds to spawn the instance on the hypervisor. [ 710.886698] env[63309]: DEBUG nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.887559] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6bbd3-a5c8-4146-a9df-6d9527d56b2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.946999] env[63309]: DEBUG nova.network.neutron [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [{"id": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "address": "fa:16:3e:5d:b1:bf", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1f79b5-61", "ovs_interfaceid": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.984357] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Releasing lock "refresh_cache-1a8ea490-d495-4aec-8618-d450300c95bd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.984665] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Instance network_info: |[{"id": "bffc7f07-3fb5-43c4-8d25-0707dc0e533e", "address": "fa:16:3e:26:3b:78", "network": {"id": "6bff1a33-b6ff-46b5-974d-c4b1e24b53f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1219252715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "763f0526d62c4b539139c786ea9634e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffc7f07-3f", "ovs_interfaceid": "bffc7f07-3fb5-43c4-8d25-0707dc0e533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.984987] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] Acquired lock "refresh_cache-1a8ea490-d495-4aec-8618-d450300c95bd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.985188] env[63309]: DEBUG nova.network.neutron [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Refreshing network info cache for port bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.986852] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:3b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bffc7f07-3fb5-43c4-8d25-0707dc0e533e', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.994512] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Creating folder: Project (763f0526d62c4b539139c786ea9634e0). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.995616] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b4e802-64c4-4a65-8532-b998fe5adc25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.020267] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Created folder: Project (763f0526d62c4b539139c786ea9634e0) in parent group-v549567. [ 711.020267] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Creating folder: Instances. Parent ref: group-v549675. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.020267] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30509b85-3e40-4ffc-92ac-9e6b567d5982 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.024173] env[63309]: DEBUG nova.scheduler.client.report [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.035845] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Created folder: Instances in parent group-v549675. [ 711.035845] env[63309]: DEBUG oslo.service.loopingcall [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.036195] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.036437] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-607b0334-709e-4a8f-870c-8ed4a0e9f1e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.055664] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729838, 'name': CreateSnapshot_Task, 'duration_secs': 0.871187} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.059878] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 711.061589] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca8ff93-31e3-49c2-bc27-36b0586ed48f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.066232] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.066232] env[63309]: value = "task-2729842" [ 711.066232] env[63309]: _type = "Task" [ 711.066232] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.079251] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526c36b6-7727-39e9-f942-afa5766abcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.080566] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2076f3b1-8ccf-43f6-a486-d38f510e37f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.086269] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729842, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.092958] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 711.092958] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52803d6d-8bf5-d566-c9d7-4bea1893e531" [ 711.092958] env[63309]: _type = "Task" [ 711.092958] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.102281] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52803d6d-8bf5-d566-c9d7-4bea1893e531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.129652] env[63309]: INFO nova.compute.manager [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Took 36.68 seconds to build instance. [ 711.408761] env[63309]: INFO nova.compute.manager [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Took 40.23 seconds to build instance. [ 711.417091] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "753eb1b2-d48c-4d4b-8f31-d0f395991028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.417360] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.417645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "753eb1b2-d48c-4d4b-8f31-d0f395991028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.417995] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.418307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.420361] env[63309]: INFO nova.compute.manager [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Terminating instance [ 711.451883] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.529974] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.533022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.640s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.533022] env[63309]: DEBUG nova.objects.instance [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lazy-loading 'resources' on Instance uuid aed994a0-1568-47e7-84d2-2bbdd70b7fbf {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.549140] env[63309]: INFO nova.scheduler.client.report [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted allocations for instance 2ff32205-b658-4fe8-bd8a-6aad504ad3e1 [ 711.578816] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729842, 'name': CreateVM_Task, 'duration_secs': 0.389295} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.578954] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.579601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.579749] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.580180] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.587017] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.587257] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b30520c-0896-4768-a362-a27aab363dce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.589215] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2153b0b6-abc4-4e1d-b91f-9dc7de7aad5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.597349] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 711.597349] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5221bdf2-a733-d8b6-9a1c-3ae7f584e0da" [ 711.597349] env[63309]: _type = "Task" [ 711.597349] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.610625] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 711.610625] env[63309]: value = "task-2729843" [ 711.610625] env[63309]: _type = "Task" [ 711.610625] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.611276] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52803d6d-8bf5-d566-c9d7-4bea1893e531, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.612400] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.612833] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 986ddb2d-7aeb-457d-9b8a-da57829421f7/986ddb2d-7aeb-457d-9b8a-da57829421f7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.620395] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51fa7e08-efee-41f8-8037-0b9ca6952b1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.629535] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5221bdf2-a733-d8b6-9a1c-3ae7f584e0da, 'name': SearchDatastore_Task, 'duration_secs': 0.01886} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.630575] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.630935] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.631134] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.631300] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.631490] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.632222] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d18f52c-1154-4b36-98a5-ee2b4331c3e8 tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.590s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.632455] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32c4415c-823f-4781-96c5-2a11ade8a250 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.639808] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729843, 'name': CloneVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.642434] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 711.642434] env[63309]: value = "task-2729844" [ 711.642434] env[63309]: _type = "Task" [ 711.642434] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.652038] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.661782] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.661782] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.662322] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7613e9a-f95f-4f1d-8839-38c3d6947710 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.669263] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 711.669263] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529b2a67-58c2-b3f4-3f18-d45d505c19b4" [ 711.669263] env[63309]: _type = "Task" [ 711.669263] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.680341] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529b2a67-58c2-b3f4-3f18-d45d505c19b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.895195] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249f2c06-e54b-4851-8d3f-9676c601c900 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.907280] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Suspending the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 711.907701] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1136ccf9-1f92-43e9-9269-6df168ffed65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.911214] env[63309]: DEBUG nova.network.neutron [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Updated VIF entry in instance network info cache for port bffc7f07-3fb5-43c4-8d25-0707dc0e533e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.911790] env[63309]: DEBUG nova.network.neutron [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Updating instance_info_cache with network_info: [{"id": "bffc7f07-3fb5-43c4-8d25-0707dc0e533e", "address": "fa:16:3e:26:3b:78", "network": {"id": "6bff1a33-b6ff-46b5-974d-c4b1e24b53f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1219252715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "763f0526d62c4b539139c786ea9634e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffc7f07-3f", "ovs_interfaceid": "bffc7f07-3fb5-43c4-8d25-0707dc0e533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.914026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0c6beff-806e-4416-ae07-f643c0a72576 tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.388s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.924116] env[63309]: DEBUG oslo_vmware.api [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] Waiting for the task: (returnval){ [ 711.924116] env[63309]: value = "task-2729845" [ 711.924116] env[63309]: _type = "Task" [ 711.924116] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.924280] env[63309]: DEBUG nova.compute.manager [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.924384] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.933167] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb9907-5e8f-4394-a6ee-59a6d9185b2d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.945464] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.948661] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8627d7a-fd0c-48dc-b722-e9321eda6037 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.951555] env[63309]: DEBUG oslo_vmware.api [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] Task: {'id': task-2729845, 'name': SuspendVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.961847] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 711.961847] env[63309]: value = "task-2729846" [ 711.961847] env[63309]: _type = "Task" [ 711.961847] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.972729] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.034022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "24132d19-337b-4845-b2a4-bc65f574b61e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.034022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "24132d19-337b-4845-b2a4-bc65f574b61e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.056922] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466bf59a-9268-4ce5-99ab-35206299f6c6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2ff32205-b658-4fe8-bd8a-6aad504ad3e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.966s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.125737] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729843, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.146781] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.156991] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729844, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.185233] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529b2a67-58c2-b3f4-3f18-d45d505c19b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.186540] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df001253-db5e-4bff-a379-35291d890e4c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.198422] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 712.198422] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525197b1-e3aa-a3b7-700e-8f20f2bd3ecb" [ 712.198422] env[63309]: _type = "Task" [ 712.198422] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.212724] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525197b1-e3aa-a3b7-700e-8f20f2bd3ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.417652] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa782bff-938a-4c6d-84a0-cc0518074450 req-8751e503-3881-4093-8938-ce36096826c0 service nova] Releasing lock "refresh_cache-1a8ea490-d495-4aec-8618-d450300c95bd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.418697] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.442147] env[63309]: DEBUG oslo_vmware.api [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] Task: {'id': task-2729845, 'name': SuspendVM_Task} progress is 62%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.478313] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729846, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.575072] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b8b0d7-0911-4a67-b945-a1af1c457cc8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.584191] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4447fff-6d55-4809-b915-d088f7286c7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.619999] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec507a6f-5b17-4abd-84e2-6103c1b821a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.630255] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729843, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.633044] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9498e0-71b0-437d-b5f3-e91da5f60fcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.647233] env[63309]: DEBUG nova.compute.provider_tree [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.659774] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622871} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.660978] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 986ddb2d-7aeb-457d-9b8a-da57829421f7/986ddb2d-7aeb-457d-9b8a-da57829421f7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.661512] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.664299] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9be937-c8a9-4e66-93d5-e62bbd3da024 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.668272] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.671678] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 712.671678] env[63309]: value = "task-2729847" [ 712.671678] env[63309]: _type = "Task" [ 712.671678] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.680811] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.710028] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525197b1-e3aa-a3b7-700e-8f20f2bd3ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.027794} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.710325] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.710630] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 1a8ea490-d495-4aec-8618-d450300c95bd/1a8ea490-d495-4aec-8618-d450300c95bd.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.710945] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b01925-6666-4c41-a093-c2edf1027ba6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.720344] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 712.720344] env[63309]: value = "task-2729848" [ 712.720344] env[63309]: _type = "Task" [ 712.720344] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.730741] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.940497] env[63309]: DEBUG oslo_vmware.api [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] Task: {'id': task-2729845, 'name': SuspendVM_Task, 'duration_secs': 0.701286} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.940780] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Suspended the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 712.941018] env[63309]: DEBUG nova.compute.manager [None req-4312ed91-cfe7-4f2f-b87c-2edb817931ae tempest-ServersAdminNegativeTestJSON-1676465258 tempest-ServersAdminNegativeTestJSON-1676465258-project-admin] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.942019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f66ef1b-4dbb-4156-99cc-9fa1e25c6b16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.948690] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.973327] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384413ff-8720-410b-88ef-cc01c6dcd5ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.980032] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729846, 'name': PowerOffVM_Task, 'duration_secs': 0.581684} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.980747] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.980947] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.981241] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ac74ab-ccc0-4b55-99ec-1f82e6bf67db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.996878] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.003260] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.003487] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.100031] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.100274] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.100463] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Deleting the datastore file [datastore1] 753eb1b2-d48c-4d4b-8f31-d0f395991028 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.100749] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227969c9-10a3-4be8-a119-52dd14c7ffe7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.111907] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 713.111907] env[63309]: value = "task-2729850" [ 713.111907] env[63309]: _type = "Task" [ 713.111907] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.123274] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.128577] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729843, 'name': CloneVM_Task, 'duration_secs': 1.416967} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.128827] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Created linked-clone VM from snapshot [ 713.129573] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d17a68-f608-4739-9108-d5b7e51f8d5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.139776] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Uploading image d2348447-e32e-4c32-87fd-7138a54939ca {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 713.153124] env[63309]: DEBUG nova.scheduler.client.report [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.164276] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 713.164276] env[63309]: value = "vm-549678" [ 713.164276] env[63309]: _type = "VirtualMachine" [ 713.164276] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 713.164525] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8011c606-f184-4322-be4a-73131281f872 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.167814] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.168083] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.168304] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.168484] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.168649] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.171440] env[63309]: INFO nova.compute.manager [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Terminating instance [ 713.179428] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lease: (returnval){ [ 713.179428] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba11df-043e-e30b-61b6-fd9ee15980db" [ 713.179428] env[63309]: _type = "HttpNfcLease" [ 713.179428] env[63309]: } obtained for exporting VM: (result){ [ 713.179428] env[63309]: value = "vm-549678" [ 713.179428] env[63309]: _type = "VirtualMachine" [ 713.179428] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 713.179742] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the lease: (returnval){ [ 713.179742] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba11df-043e-e30b-61b6-fd9ee15980db" [ 713.179742] env[63309]: _type = "HttpNfcLease" [ 713.179742] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 713.188910] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072713} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.190049] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.190928] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f307f240-2496-4fb6-82a2-fd2867d81890 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.196106] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.196106] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba11df-043e-e30b-61b6-fd9ee15980db" [ 713.196106] env[63309]: _type = "HttpNfcLease" [ 713.196106] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 713.196106] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 713.196106] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba11df-043e-e30b-61b6-fd9ee15980db" [ 713.196106] env[63309]: _type = "HttpNfcLease" [ 713.196106] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 713.197019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968e39ac-8a18-4b3e-895b-07954ee74bb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.218676] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 986ddb2d-7aeb-457d-9b8a-da57829421f7/986ddb2d-7aeb-457d-9b8a-da57829421f7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.219629] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f533072-bc8e-410c-b990-38f6c881e862 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.237818] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240f175-5672-26ff-73a3-58ac3edbf9d5/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 713.238016] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240f175-5672-26ff-73a3-58ac3edbf9d5/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 713.306121] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729848, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.306448] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 713.306448] env[63309]: value = "task-2729852" [ 713.306448] env[63309]: _type = "Task" [ 713.306448] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.318288] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.354252] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78f89071-3a2c-4082-8ac5-07a3408b514e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.504657] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.505930] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a42164-54c2-44fb-a4ae-fa5395784ea5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.510477] env[63309]: DEBUG nova.compute.utils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.514660] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 713.514660] env[63309]: value = "task-2729853" [ 713.514660] env[63309]: _type = "Task" [ 713.514660] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.529443] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.625274] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.659811] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.663257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.626s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.682684] env[63309]: INFO nova.scheduler.client.report [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Deleted allocations for instance aed994a0-1568-47e7-84d2-2bbdd70b7fbf [ 713.685086] env[63309]: DEBUG nova.compute.manager [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.685516] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.690102] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc456e-9ac5-492b-ba51-aa73c0da3df0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.701437] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.701790] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b4ae78-c0f2-4bc5-9559-22b307953ec6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.720753] env[63309]: DEBUG oslo_vmware.api [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 713.720753] env[63309]: value = "task-2729854" [ 713.720753] env[63309]: _type = "Task" [ 713.720753] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.733651] env[63309]: DEBUG oslo_vmware.api [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.751930] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894917} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.752355] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 1a8ea490-d495-4aec-8618-d450300c95bd/1a8ea490-d495-4aec-8618-d450300c95bd.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.752642] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.753015] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf14e87b-e4be-40e9-bced-f3a0cca424fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.762344] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 713.762344] env[63309]: value = "task-2729855" [ 713.762344] env[63309]: _type = "Task" [ 713.762344] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.777302] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.823034] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.013579] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.026453] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729853, 'name': PowerOffVM_Task, 'duration_secs': 0.289444} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.026661] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.026984] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.122928] env[63309]: DEBUG oslo_vmware.api [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2729850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567381} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.123216] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.123542] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.123865] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.124131] env[63309]: INFO nova.compute.manager [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Took 2.20 seconds to destroy the instance on the hypervisor. [ 714.124405] env[63309]: DEBUG oslo.service.loopingcall [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.124643] env[63309]: DEBUG nova.compute.manager [-] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.124796] env[63309]: DEBUG nova.network.neutron [-] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.199115] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5b2aba38-00b7-4cef-bb8c-f27e7c4887b4 tempest-ServersAdmin275Test-568442355 tempest-ServersAdmin275Test-568442355-project-member] Lock "aed994a0-1568-47e7-84d2-2bbdd70b7fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.645s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.232797] env[63309]: DEBUG oslo_vmware.api [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729854, 'name': PowerOffVM_Task, 'duration_secs': 0.303842} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.233374] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.233740] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.234181] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b3c8b67-740a-444b-9fd5-33f90638b728 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.273397] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141904} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.273775] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.274683] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc803d7-cc13-4c09-9d8c-abeaf3316ca4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.301608] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1a8ea490-d495-4aec-8618-d450300c95bd/1a8ea490-d495-4aec-8618-d450300c95bd.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.302013] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90737848-922b-485e-8efe-641543c48f15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.328850] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729852, 'name': ReconfigVM_Task, 'duration_secs': 0.603868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.331445] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 986ddb2d-7aeb-457d-9b8a-da57829421f7/986ddb2d-7aeb-457d-9b8a-da57829421f7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.333015] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 714.333015] env[63309]: value = "task-2729857" [ 714.333015] env[63309]: _type = "Task" [ 714.333015] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.335615] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32df28db-b3c5-49e0-900a-a37427ef90e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.337563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.337774] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.338026] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Deleting the datastore file [datastore2] 090d4a37-b802-4dc6-909f-9abd1cd31bb2 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.341469] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-490cfa81-edb4-465f-a909-41717d690575 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.352687] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.356890] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 714.356890] env[63309]: value = "task-2729858" [ 714.356890] env[63309]: _type = "Task" [ 714.356890] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.357284] env[63309]: DEBUG oslo_vmware.api [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for the task: (returnval){ [ 714.357284] env[63309]: value = "task-2729859" [ 714.357284] env[63309]: _type = "Task" [ 714.357284] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.371441] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729858, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.375184] env[63309]: DEBUG oslo_vmware.api [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.534678] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.536240] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.536422] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.536621] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.536892] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.536950] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.537178] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.537389] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.537577] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.537745] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.537924] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.544126] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ae0a4c-5b7e-42a4-9b64-6cdd69f03e95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.564869] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 714.564869] env[63309]: value = "task-2729860" [ 714.564869] env[63309]: _type = "Task" [ 714.564869] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.574667] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.678122] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance f712100c-2d2a-45b7-aa3c-5855baa58a77 as it has an incoming, in-progress migration b051bb2e-4b43-4970-94ff-28023a7ffa19. Migration status is migrating {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 714.683309] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating resource usage from migration b051bb2e-4b43-4970-94ff-28023a7ffa19 [ 714.710559] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d3a67084-5702-4a8e-901d-bbafae785194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.710730] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 64ede278-e96e-485e-8a84-f2701d95aec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.710858] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 82b4b4cf-1a0b-45a5-accc-174b16151b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.710976] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 78ccd719-ff4f-44fb-a789-3ed60b862ffb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.711194] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 3481b312-c716-41b4-a9f4-8992ce7fc1fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.711266] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 753eb1b2-d48c-4d4b-8f31-d0f395991028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.711325] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.711665] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 72ad0057-c02b-4a31-8d58-e33c0b085c9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.711978] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f84492b5-d1ea-4ef0-983e-7e5039fcb3fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.711978] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.712119] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 62442772-63e0-46c1-9955-30f9cdb700a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.712210] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance e2d1e14a-adc0-4dd8-8ce4-9844717d10d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.712390] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 159ca879-6987-4172-ba28-5bc3592daded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.712607] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 5115d225-d919-423e-a06a-abda789c9728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.712860] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 1bdd687f-a5ad-435e-a659-46c35becc981 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.713053] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance a1bb506c-b8ca-4887-bf41-f59b5bdd96c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.713185] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 090d4a37-b802-4dc6-909f-9abd1cd31bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.713301] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance b77d178a-2937-4dac-a312-ce924b4f3f36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.713423] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 986ddb2d-7aeb-457d-9b8a-da57829421f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.713564] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 1a8ea490-d495-4aec-8618-d450300c95bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 714.849963] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.873103] env[63309]: DEBUG oslo_vmware.api [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Task: {'id': task-2729859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233766} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.876581] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.876894] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.877158] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.877760] env[63309]: INFO nova.compute.manager [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 714.877760] env[63309]: DEBUG oslo.service.loopingcall [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.877898] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729858, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.879587] env[63309]: DEBUG nova.compute.manager [-] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.879587] env[63309]: DEBUG nova.network.neutron [-] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.936065] env[63309]: DEBUG nova.compute.manager [req-1b04011c-1135-4d02-9f41-4c65ee369f3a req-7ceaca01-5119-4997-9a63-22a7f322e9d2 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Received event network-vif-deleted-28d2792a-4294-43a4-8e59-89c93105dc17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.936065] env[63309]: INFO nova.compute.manager [req-1b04011c-1135-4d02-9f41-4c65ee369f3a req-7ceaca01-5119-4997-9a63-22a7f322e9d2 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Neutron deleted interface 28d2792a-4294-43a4-8e59-89c93105dc17; detaching it from the instance and deleting it from the info cache [ 714.936065] env[63309]: DEBUG nova.network.neutron [req-1b04011c-1135-4d02-9f41-4c65ee369f3a req-7ceaca01-5119-4997-9a63-22a7f322e9d2 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.084624] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729860, 'name': ReconfigVM_Task, 'duration_secs': 0.382226} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.085054] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.105874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.106162] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.106773] env[63309]: INFO nova.compute.manager [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Attaching volume b75f2a0a-b4a7-4f6d-b650-f09edd5b916e to /dev/sdb [ 715.153685] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79c65b-05ba-422f-a18f-f98cceda81e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.162863] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbbcac5-9154-4e89-8be9-731d29aca156 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.181597] env[63309]: DEBUG nova.virt.block_device [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updating existing volume attachment record: 2f86803e-3ad7-4fa6-89ca-131c09d2068a {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 715.218927] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.250564] env[63309]: DEBUG nova.network.neutron [-] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.349828] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729857, 'name': ReconfigVM_Task, 'duration_secs': 0.673201} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.352222] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1a8ea490-d495-4aec-8618-d450300c95bd/1a8ea490-d495-4aec-8618-d450300c95bd.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.352983] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80c75532-23b6-4dfb-bf43-0e1dfe72cc6b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.364816] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 715.364816] env[63309]: value = "task-2729862" [ 715.364816] env[63309]: _type = "Task" [ 715.364816] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.371698] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729858, 'name': Rename_Task, 'duration_secs': 0.598831} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.372436] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.372944] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08beb5b9-8448-43c1-bd47-6491d4742732 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.378154] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729862, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.384464] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 715.384464] env[63309]: value = "task-2729864" [ 715.384464] env[63309]: _type = "Task" [ 715.384464] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.396939] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.439998] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a6eb21e-7e5b-48b4-ba25-fc1b96bf9683 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.453384] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4635aa0a-335d-4096-9d08-c7af31e31b31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.503675] env[63309]: DEBUG nova.compute.manager [req-1b04011c-1135-4d02-9f41-4c65ee369f3a req-7ceaca01-5119-4997-9a63-22a7f322e9d2 service nova] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Detach interface failed, port_id=28d2792a-4294-43a4-8e59-89c93105dc17, reason: Instance 753eb1b2-d48c-4d4b-8f31-d0f395991028 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 715.593827] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.593827] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.594242] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.595076] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.595076] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.595076] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.595307] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.595478] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.595667] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.595924] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.596173] env[63309]: DEBUG nova.virt.hardware [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.602112] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 715.602327] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe1a7bd-5a90-414a-aeba-9090504e52c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.626234] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 715.626234] env[63309]: value = "task-2729866" [ 715.626234] env[63309]: _type = "Task" [ 715.626234] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.639914] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.699246] env[63309]: DEBUG nova.network.neutron [-] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.722697] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance c95e9301-0004-4ed7-a2da-1cba22371eaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.754060] env[63309]: INFO nova.compute.manager [-] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Took 1.63 seconds to deallocate network for instance. [ 715.877940] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729862, 'name': Rename_Task, 'duration_secs': 0.252181} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.877940] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.877940] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9098c86a-1175-4cf7-9063-e02767036573 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.886066] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 715.886066] env[63309]: value = "task-2729867" [ 715.886066] env[63309]: _type = "Task" [ 715.886066] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.902937] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.909215] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.137889] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729866, 'name': ReconfigVM_Task, 'duration_secs': 0.196798} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.138763] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 716.139527] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c76665-b7d9-4079-a418-d53cf4516dc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.165855] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77/f712100c-2d2a-45b7-aa3c-5855baa58a77.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.166524] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98843e33-3b29-43e9-bc91-ab32eef060f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.189592] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 716.189592] env[63309]: value = "task-2729868" [ 716.189592] env[63309]: _type = "Task" [ 716.189592] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.199643] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.202212] env[63309]: INFO nova.compute.manager [-] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Took 1.32 seconds to deallocate network for instance. [ 716.225724] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 43daa061-8ca8-4e4f-9c12-44eedd288acd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.262151] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.399599] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729867, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.402736] env[63309]: DEBUG oslo_vmware.api [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729864, 'name': PowerOnVM_Task, 'duration_secs': 0.587606} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.402976] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.403195] env[63309]: INFO nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Took 10.30 seconds to spawn the instance on the hypervisor. [ 716.403389] env[63309]: DEBUG nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.404209] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd4ec8c-40e4-40be-94f3-06265da35875 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.611371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "b77d178a-2937-4dac-a312-ce924b4f3f36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.611371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.611697] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "b77d178a-2937-4dac-a312-ce924b4f3f36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.611970] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.612285] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.614748] env[63309]: INFO nova.compute.manager [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Terminating instance [ 716.705473] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.709669] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.728832] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 02942cf6-fe72-4f77-9d87-ac9287527317 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.901234] env[63309]: DEBUG oslo_vmware.api [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729867, 'name': PowerOnVM_Task, 'duration_secs': 0.84355} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.901703] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.902058] env[63309]: INFO nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Took 8.08 seconds to spawn the instance on the hypervisor. [ 716.902397] env[63309]: DEBUG nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.903397] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32fb478-bc99-451e-be52-ff3d6e8f420a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919648] env[63309]: INFO nova.compute.manager [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Took 38.13 seconds to build instance. [ 716.969728] env[63309]: DEBUG nova.compute.manager [req-d1cf0bfd-7387-402c-b523-a84c87b2e24d req-31c35930-2cc4-422d-ae23-1211b2ab3f95 service nova] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Received event network-vif-deleted-df42ef6d-bde5-4db4-9f89-4f0b60a61764 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.122195] env[63309]: DEBUG nova.compute.manager [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.125062] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.125062] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd355e-651a-4fee-aabc-ebdc0ae7fca2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.134421] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.135079] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08502699-3b7a-4981-85e4-76a7c79e0cfc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.201995] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729868, 'name': ReconfigVM_Task, 'duration_secs': 0.591528} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.202423] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77/f712100c-2d2a-45b7-aa3c-5855baa58a77.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.202731] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.218970] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.219163] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.219402] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Deleting the datastore file [datastore1] b77d178a-2937-4dac-a312-ce924b4f3f36 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.222708] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2269498-fdba-426d-895f-7156dd8efe4e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.231323] env[63309]: DEBUG oslo_vmware.api [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 717.231323] env[63309]: value = "task-2729870" [ 717.231323] env[63309]: _type = "Task" [ 717.231323] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.231961] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 88980f36-3dbc-43b1-9c7c-a4db359a7c49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.249022] env[63309]: DEBUG oslo_vmware.api [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.420832] env[63309]: INFO nova.compute.manager [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Took 35.09 seconds to build instance. [ 717.425324] env[63309]: DEBUG oslo_concurrency.lockutils [None req-67275826-b2d3-4065-916d-2971bcf8f6a7 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.312s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.713105] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a31dc41-b098-41d3-949f-7de93a89fcdb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.743797] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8adb9c-5bb2-4cb8-a4ac-99fd0a788b1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.747623] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 7e4dfe48-66be-458e-a142-b5d039d1306a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.759351] env[63309]: DEBUG oslo_vmware.api [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153945} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.775657] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.775915] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.776267] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.776342] env[63309]: INFO nova.compute.manager [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Took 0.65 seconds to destroy the instance on the hypervisor. [ 717.776545] env[63309]: DEBUG oslo.service.loopingcall [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.776801] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.781277] env[63309]: DEBUG nova.compute.manager [-] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.781277] env[63309]: DEBUG nova.network.neutron [-] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.923105] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9b97a4e9-e0a9-4e2b-bd76-0730434a5f08 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "1a8ea490-d495-4aec-8618-d450300c95bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.311s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.927150] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.253468] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f30e9f63-42de-49b6-8384-09a8ba917d28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.325032] env[63309]: DEBUG nova.network.neutron [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Port 0e1f79b5-61cf-4cc6-9f56-ae126d806901 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 718.425963] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.455654] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.759920] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.759920] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration b051bb2e-4b43-4970-94ff-28023a7ffa19 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 718.759920] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f712100c-2d2a-45b7-aa3c-5855baa58a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.849411] env[63309]: DEBUG nova.network.neutron [-] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.964383] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.268025] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 2660a9d8-ad47-4172-bf7a-1710aa1b3092 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.350346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.350602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.350777] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.357840] env[63309]: INFO nova.compute.manager [-] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Took 1.58 seconds to deallocate network for instance. [ 719.394306] env[63309]: DEBUG nova.compute.manager [req-568f92f0-1c96-4a66-b513-b1cbaffbd06e req-189b96dd-f122-42d9-8ecd-f0c65229dad9 service nova] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Received event network-vif-deleted-ff40341f-9a23-4b81-8eb4-58b2f36fce99 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.622852] env[63309]: DEBUG nova.compute.manager [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Received event network-changed-f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.624393] env[63309]: DEBUG nova.compute.manager [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Refreshing instance network info cache due to event network-changed-f34eb64d-f1dc-4608-b941-369b3ba05844. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.624698] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] Acquiring lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.624895] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] Acquired lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.625195] env[63309]: DEBUG nova.network.neutron [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Refreshing network info cache for port f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.746061] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 719.746061] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549681', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'name': 'volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3481b312-c716-41b4-a9f4-8992ce7fc1fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'serial': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 719.747591] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632a55b-2466-4d48-966c-0e76b4a5f67e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.768033] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddccd488-9c14-4a77-9dd7-9083bb1b5b18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.773897] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 084bd41e-c76d-4ee7-beba-f00feefffc36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.799107] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e/volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.800740] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde92f4f-b0d8-4bc8-bb21-4013eda0250a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.820149] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Waiting for the task: (returnval){ [ 719.820149] env[63309]: value = "task-2729872" [ 719.820149] env[63309]: _type = "Task" [ 719.820149] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.831807] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.863922] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "77d27edd-600f-4045-996d-278701d28d8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.866150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "77d27edd-600f-4045-996d-278701d28d8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.868455] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.281313] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 83f6c47e-ab78-407f-8bc8-114a5f2ce916 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.335712] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.410445] env[63309]: DEBUG nova.network.neutron [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updated VIF entry in instance network info cache for port f34eb64d-f1dc-4608-b941-369b3ba05844. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.410720] env[63309]: DEBUG nova.network.neutron [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updating instance_info_cache with network_info: [{"id": "f34eb64d-f1dc-4608-b941-369b3ba05844", "address": "fa:16:3e:6c:fc:dc", "network": {"id": "54f930e5-3d41-4248-a7e5-c6e0f4a9a265", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1571765236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5886e5a8a7f4a5ab208a4b193411fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eb64d-f1", "ovs_interfaceid": "f34eb64d-f1dc-4608-b941-369b3ba05844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.427569] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.427751] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.427921] env[63309]: DEBUG nova.network.neutron [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.784577] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 24132d19-337b-4845-b2a4-bc65f574b61e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.784947] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 720.785117] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 720.836012] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729872, 'name': ReconfigVM_Task, 'duration_secs': 0.849204} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.836370] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e/volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.845845] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e51b93-42b8-4ebe-8044-658cb0425919 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.864086] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Waiting for the task: (returnval){ [ 720.864086] env[63309]: value = "task-2729873" [ 720.864086] env[63309]: _type = "Task" [ 720.864086] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.877609] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "54e181f5-aeca-434b-aacd-4c358924599a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.877843] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "54e181f5-aeca-434b-aacd-4c358924599a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.883756] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.913741] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6611e51-0cc5-4a27-954a-d8137586da3c req-00f99f1b-bfe1-4307-9bdf-24f3e3bd77c4 service nova] Releasing lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.234633] env[63309]: DEBUG nova.network.neutron [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [{"id": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "address": "fa:16:3e:5d:b1:bf", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1f79b5-61", "ovs_interfaceid": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.303065] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "1a8ea490-d495-4aec-8618-d450300c95bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.303129] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "1a8ea490-d495-4aec-8618-d450300c95bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.303331] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "1a8ea490-d495-4aec-8618-d450300c95bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.303520] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "1a8ea490-d495-4aec-8618-d450300c95bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.303710] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "1a8ea490-d495-4aec-8618-d450300c95bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.306329] env[63309]: INFO nova.compute.manager [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Terminating instance [ 721.341731] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3316d13-0b36-4bb1-819e-5579e8d55f81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.349806] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbe669a-3947-4ec6-853e-a9dd938554da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.385292] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e74a0a-298d-48b1-bdc2-78258ad314bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.394982] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e85ef2-0a01-4eed-bedd-602dc9042ec6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.398706] env[63309]: DEBUG oslo_vmware.api [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729873, 'name': ReconfigVM_Task, 'duration_secs': 0.211687} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.399344] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549681', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'name': 'volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3481b312-c716-41b4-a9f4-8992ce7fc1fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'serial': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 721.410642] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.737306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.791546] env[63309]: DEBUG nova.compute.manager [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Received event network-changed-f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.791835] env[63309]: DEBUG nova.compute.manager [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Refreshing instance network info cache due to event network-changed-f34eb64d-f1dc-4608-b941-369b3ba05844. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 721.792210] env[63309]: DEBUG oslo_concurrency.lockutils [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] Acquiring lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.792210] env[63309]: DEBUG oslo_concurrency.lockutils [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] Acquired lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.793104] env[63309]: DEBUG nova.network.neutron [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Refreshing network info cache for port f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.810279] env[63309]: DEBUG nova.compute.manager [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.810457] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.811816] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2599af-8535-4a85-85e6-3d0e6a022eb9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.820231] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.820554] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd597e9b-3f55-4310-b402-6b43f15aa3c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.828017] env[63309]: DEBUG oslo_vmware.api [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 721.828017] env[63309]: value = "task-2729874" [ 721.828017] env[63309]: _type = "Task" [ 721.828017] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.841573] env[63309]: DEBUG oslo_vmware.api [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.914086] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.266763] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b8b309-f541-459f-b582-15d00d46ea8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.287127] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68adccec-17f4-4cfb-826c-2599260d7539 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.297750] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.340414] env[63309]: DEBUG oslo_vmware.api [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729874, 'name': PowerOffVM_Task, 'duration_secs': 0.244347} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.343619] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.343619] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.343619] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e254729-1560-4ab0-bb61-6a771116f0cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.408677] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.408940] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.409151] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Deleting the datastore file [datastore1] 1a8ea490-d495-4aec-8618-d450300c95bd {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.409414] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4fe22f3-d30a-4e10-a141-93590c24db61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.416945] env[63309]: DEBUG oslo_vmware.api [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for the task: (returnval){ [ 722.416945] env[63309]: value = "task-2729876" [ 722.416945] env[63309]: _type = "Task" [ 722.416945] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.424382] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 722.424635] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.762s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.424920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.903s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.426544] env[63309]: INFO nova.compute.claims [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.436287] env[63309]: DEBUG oslo_vmware.api [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.463137] env[63309]: DEBUG nova.objects.instance [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lazy-loading 'flavor' on Instance uuid 3481b312-c716-41b4-a9f4-8992ce7fc1fc {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.616663] env[63309]: DEBUG nova.network.neutron [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updated VIF entry in instance network info cache for port f34eb64d-f1dc-4608-b941-369b3ba05844. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.617143] env[63309]: DEBUG nova.network.neutron [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updating instance_info_cache with network_info: [{"id": "f34eb64d-f1dc-4608-b941-369b3ba05844", "address": "fa:16:3e:6c:fc:dc", "network": {"id": "54f930e5-3d41-4248-a7e5-c6e0f4a9a265", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1571765236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5886e5a8a7f4a5ab208a4b193411fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eb64d-f1", "ovs_interfaceid": "f34eb64d-f1dc-4608-b941-369b3ba05844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.804210] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.804980] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c842ac8-bb81-4051-9839-b76097d3a8de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.813853] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 722.813853] env[63309]: value = "task-2729877" [ 722.813853] env[63309]: _type = "Task" [ 722.813853] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.823804] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.947171] env[63309]: DEBUG oslo_vmware.api [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Task: {'id': task-2729876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450538} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.947433] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.947620] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.947864] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.947964] env[63309]: INFO nova.compute.manager [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 722.948232] env[63309]: DEBUG oslo.service.loopingcall [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.948429] env[63309]: DEBUG nova.compute.manager [-] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.948524] env[63309]: DEBUG nova.network.neutron [-] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.967833] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d06d46a2-261f-45f2-9be9-87541c6fb96a tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.862s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.120120] env[63309]: DEBUG oslo_concurrency.lockutils [req-22d6db04-d90a-41a0-9834-d6ab59986b45 req-001743d6-1598-4e59-a677-ad4eadd7bc98 service nova] Releasing lock "refresh_cache-986ddb2d-7aeb-457d-9b8a-da57829421f7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.272305] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.272628] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.326756] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.738950] env[63309]: DEBUG nova.network.neutron [-] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.775609] env[63309]: INFO nova.compute.manager [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Detaching volume b75f2a0a-b4a7-4f6d-b650-f09edd5b916e [ 723.795044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "986ddb2d-7aeb-457d-9b8a-da57829421f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.795354] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.795710] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "986ddb2d-7aeb-457d-9b8a-da57829421f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.795947] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.796185] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.798960] env[63309]: INFO nova.compute.manager [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Terminating instance [ 723.818547] env[63309]: INFO nova.virt.block_device [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Attempting to driver detach volume b75f2a0a-b4a7-4f6d-b650-f09edd5b916e from mountpoint /dev/sdb [ 723.818907] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 723.819232] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549681', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'name': 'volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3481b312-c716-41b4-a9f4-8992ce7fc1fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'serial': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 723.825891] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4f7f0-d0c5-4b72-912b-c065e05ff990 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.830580] env[63309]: DEBUG nova.compute.manager [req-a14e7889-8369-4e9f-8bb1-632908daa3f4 req-c2eeda27-61bf-4d49-b279-0ec23ff7fc15 service nova] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Received event network-vif-deleted-bffc7f07-3fb5-43c4-8d25-0707dc0e533e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.838567] env[63309]: DEBUG oslo_vmware.api [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2729877, 'name': PowerOnVM_Task, 'duration_secs': 0.853881} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.855363] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.855578] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-92967fe1-c558-41ee-b912-f1efe90d4c68 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance 'f712100c-2d2a-45b7-aa3c-5855baa58a77' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.862967] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbcdbde-33c2-4700-a00d-09078d0440f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.871783] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc000c6e-dd89-457d-aeab-d47a9980516e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.897612] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea298b0c-c1dd-42af-9e42-5cf1341f2b40 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.913161] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] The volume has not been displaced from its original location: [datastore2] volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e/volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 723.918487] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 723.921632] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71826ae0-aa59-4abf-955e-b418ded03ab2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.945530] env[63309]: DEBUG oslo_vmware.api [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Waiting for the task: (returnval){ [ 723.945530] env[63309]: value = "task-2729878" [ 723.945530] env[63309]: _type = "Task" [ 723.945530] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.957571] env[63309]: DEBUG oslo_vmware.api [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.991242] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e2fd5-90be-4471-937f-cc40321217b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.999761] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f6373-5010-43b1-9b47-df150216d8d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.032017] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eaa309-f518-4db0-a6e0-d7b719020ff2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.040009] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cff863-e6ee-4f34-b24a-b1c06d5d4c5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.053903] env[63309]: DEBUG nova.compute.provider_tree [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.242224] env[63309]: INFO nova.compute.manager [-] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Took 1.29 seconds to deallocate network for instance. [ 724.307516] env[63309]: DEBUG nova.compute.manager [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.307929] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.309403] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c0a36-a210-4ab2-972f-a98ae696f7ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.319387] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.320204] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89795aaf-7d01-428a-b712-ce341d965e22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.326607] env[63309]: DEBUG oslo_vmware.api [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 724.326607] env[63309]: value = "task-2729879" [ 724.326607] env[63309]: _type = "Task" [ 724.326607] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.336877] env[63309]: DEBUG oslo_vmware.api [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.339468] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240f175-5672-26ff-73a3-58ac3edbf9d5/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 724.340651] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18f7b2-e3ca-4da5-8f47-fa5678b7b47b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.346232] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240f175-5672-26ff-73a3-58ac3edbf9d5/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 724.346396] env[63309]: ERROR oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240f175-5672-26ff-73a3-58ac3edbf9d5/disk-0.vmdk due to incomplete transfer. [ 724.346610] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8e37d08-533e-43c7-9a58-666074d229dd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.352391] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240f175-5672-26ff-73a3-58ac3edbf9d5/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 724.352642] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Uploaded image d2348447-e32e-4c32-87fd-7138a54939ca to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 724.354917] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 724.355166] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1460d6b-1983-4671-ba6d-28669c5a16e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.364297] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 724.364297] env[63309]: value = "task-2729880" [ 724.364297] env[63309]: _type = "Task" [ 724.364297] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.372719] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729880, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.455562] env[63309]: DEBUG oslo_vmware.api [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729878, 'name': ReconfigVM_Task, 'duration_secs': 0.334302} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.455836] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 724.460541] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dab5ded-282a-4229-b18b-dcdbacefc923 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.476145] env[63309]: DEBUG oslo_vmware.api [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Waiting for the task: (returnval){ [ 724.476145] env[63309]: value = "task-2729881" [ 724.476145] env[63309]: _type = "Task" [ 724.476145] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.484225] env[63309]: DEBUG oslo_vmware.api [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.558052] env[63309]: DEBUG nova.scheduler.client.report [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.750621] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.838314] env[63309]: DEBUG oslo_vmware.api [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729879, 'name': PowerOffVM_Task, 'duration_secs': 0.330968} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.838314] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.838633] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.838633] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e8cef7-2eb5-4e00-98d0-52f06832de78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.878250] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729880, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.940372] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.940597] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.940779] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Deleting the datastore file [datastore1] 986ddb2d-7aeb-457d-9b8a-da57829421f7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.941048] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bddb67a6-e053-4e57-8195-ee10c047a4b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.948375] env[63309]: DEBUG oslo_vmware.api [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for the task: (returnval){ [ 724.948375] env[63309]: value = "task-2729883" [ 724.948375] env[63309]: _type = "Task" [ 724.948375] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.955863] env[63309]: DEBUG oslo_vmware.api [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.985655] env[63309]: DEBUG oslo_vmware.api [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Task: {'id': task-2729881, 'name': ReconfigVM_Task, 'duration_secs': 0.188362} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.985911] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549681', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'name': 'volume-b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3481b312-c716-41b4-a9f4-8992ce7fc1fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e', 'serial': 'b75f2a0a-b4a7-4f6d-b650-f09edd5b916e'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 725.063059] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.063826] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.066766] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.991s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.066989] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.069247] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.937s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.070744] env[63309]: INFO nova.compute.claims [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.099192] env[63309]: INFO nova.scheduler.client.report [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleted allocations for instance f84492b5-d1ea-4ef0-983e-7e5039fcb3fe [ 725.385319] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729880, 'name': Destroy_Task, 'duration_secs': 0.670869} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.386517] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Destroyed the VM [ 725.386851] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 725.387296] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9db30744-a121-43c6-9bb3-853cca47c20e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.394515] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 725.394515] env[63309]: value = "task-2729884" [ 725.394515] env[63309]: _type = "Task" [ 725.394515] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.404030] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.458020] env[63309]: DEBUG oslo_vmware.api [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Task: {'id': task-2729883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143671} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.458340] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.458540] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.458720] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.458893] env[63309]: INFO nova.compute.manager [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 725.459141] env[63309]: DEBUG oslo.service.loopingcall [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.459345] env[63309]: DEBUG nova.compute.manager [-] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.459440] env[63309]: DEBUG nova.network.neutron [-] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.552025] env[63309]: DEBUG nova.objects.instance [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lazy-loading 'flavor' on Instance uuid 3481b312-c716-41b4-a9f4-8992ce7fc1fc {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.575800] env[63309]: DEBUG nova.compute.utils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.584031] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.584031] env[63309]: DEBUG nova.network.neutron [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.607216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-79ae7c57-f4df-48d4-ae2d-70f062970d6a tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "f84492b5-d1ea-4ef0-983e-7e5039fcb3fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.997s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.619641] env[63309]: DEBUG nova.policy [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1e897470c2545899c2dc388bdcfbd20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8a0e1cc90f14ba1b64a8b5301e5f9dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.857541] env[63309]: DEBUG nova.compute.manager [req-b642ce94-b4f1-4045-9439-41cf3c84df48 req-8409bb16-8f68-49e3-bd8d-19062252bb5e service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Received event network-vif-deleted-f34eb64d-f1dc-4608-b941-369b3ba05844 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.857541] env[63309]: INFO nova.compute.manager [req-b642ce94-b4f1-4045-9439-41cf3c84df48 req-8409bb16-8f68-49e3-bd8d-19062252bb5e service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Neutron deleted interface f34eb64d-f1dc-4608-b941-369b3ba05844; detaching it from the instance and deleting it from the info cache [ 725.857541] env[63309]: DEBUG nova.network.neutron [req-b642ce94-b4f1-4045-9439-41cf3c84df48 req-8409bb16-8f68-49e3-bd8d-19062252bb5e service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.908168] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.980962] env[63309]: DEBUG nova.network.neutron [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Successfully created port: fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.082294] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.240158] env[63309]: DEBUG nova.network.neutron [-] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.363054] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da5bce4-7084-4fd3-99af-440e7721a460 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.369628] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca960c0-f705-4d9c-8364-bc843333660f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.429236] env[63309]: DEBUG nova.compute.manager [req-b642ce94-b4f1-4045-9439-41cf3c84df48 req-8409bb16-8f68-49e3-bd8d-19062252bb5e service nova] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Detach interface failed, port_id=f34eb64d-f1dc-4608-b941-369b3ba05844, reason: Instance 986ddb2d-7aeb-457d-9b8a-da57829421f7 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 726.433926] env[63309]: DEBUG oslo_vmware.api [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729884, 'name': RemoveSnapshot_Task, 'duration_secs': 0.955932} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.434221] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 726.434467] env[63309]: INFO nova.compute.manager [None req-5fe492b4-0234-4263-a66b-77e8062dd83a tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 726.562479] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.562759] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.562945] env[63309]: DEBUG nova.compute.manager [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Going to confirm migration 1 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 726.564527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ab49df7-0191-42e4-b4ff-0b5a9eca84a4 tempest-VolumesAssistedSnapshotsTest-1041559739 tempest-VolumesAssistedSnapshotsTest-1041559739-project-admin] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.668678] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74333a-5605-4e6d-973e-1cdab563b922 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.677419] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076d359-b953-4963-9b1e-29eb7e8822c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.715712] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dddb6d6-f248-4171-a41e-819450797993 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.726224] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4dfc98-25a3-4022-87da-fd5eb8beeb84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.742148] env[63309]: DEBUG nova.compute.provider_tree [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.743676] env[63309]: INFO nova.compute.manager [-] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Took 1.28 seconds to deallocate network for instance. [ 727.095612] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.119329] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.119581] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.119769] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.120018] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.120167] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.120315] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.120521] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.120678] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.120841] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.121011] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.121185] env[63309]: DEBUG nova.virt.hardware [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.122062] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ddb2f6-9a75-4c86-844a-869b0a32abe8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.125972] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.126148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.126357] env[63309]: DEBUG nova.network.neutron [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.126496] env[63309]: DEBUG nova.objects.instance [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lazy-loading 'info_cache' on Instance uuid f712100c-2d2a-45b7-aa3c-5855baa58a77 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.133124] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691af3d8-2d5b-4c46-bd46-6ab5669820b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.246441] env[63309]: DEBUG nova.scheduler.client.report [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.250950] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.547579] env[63309]: DEBUG nova.compute.manager [req-16cf24ff-8be3-460f-9da2-9c3ae63f3d21 req-ccf5afa4-27ad-4ff6-888b-d2542e70e9e2 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-vif-plugged-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.547764] env[63309]: DEBUG oslo_concurrency.lockutils [req-16cf24ff-8be3-460f-9da2-9c3ae63f3d21 req-ccf5afa4-27ad-4ff6-888b-d2542e70e9e2 service nova] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.548085] env[63309]: DEBUG oslo_concurrency.lockutils [req-16cf24ff-8be3-460f-9da2-9c3ae63f3d21 req-ccf5afa4-27ad-4ff6-888b-d2542e70e9e2 service nova] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.548209] env[63309]: DEBUG oslo_concurrency.lockutils [req-16cf24ff-8be3-460f-9da2-9c3ae63f3d21 req-ccf5afa4-27ad-4ff6-888b-d2542e70e9e2 service nova] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.548380] env[63309]: DEBUG nova.compute.manager [req-16cf24ff-8be3-460f-9da2-9c3ae63f3d21 req-ccf5afa4-27ad-4ff6-888b-d2542e70e9e2 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] No waiting events found dispatching network-vif-plugged-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.548547] env[63309]: WARNING nova.compute.manager [req-16cf24ff-8be3-460f-9da2-9c3ae63f3d21 req-ccf5afa4-27ad-4ff6-888b-d2542e70e9e2 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received unexpected event network-vif-plugged-fc751bca-62ae-438e-b890-aeb3df8f54fe for instance with vm_state building and task_state spawning. [ 727.613511] env[63309]: DEBUG nova.network.neutron [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Successfully updated port: fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.751967] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.754177] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.755796] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.545s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.756085] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.758227] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.847s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.759788] env[63309]: INFO nova.compute.claims [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.782653] env[63309]: INFO nova.scheduler.client.report [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Deleted allocations for instance 72ad0057-c02b-4a31-8d58-e33c0b085c9b [ 727.867909] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.867909] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.040778] env[63309]: DEBUG nova.compute.manager [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.041728] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7785cd1a-6742-4a64-83b0-f68cf6e72cd5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.119544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.119754] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.119867] env[63309]: DEBUG nova.network.neutron [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.258279] env[63309]: DEBUG nova.compute.utils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.262564] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.262564] env[63309]: DEBUG nova.network.neutron [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.293108] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a489eb8c-542c-415d-b9b3-cbe2169b5962 tempest-ImagesOneServerTestJSON-966967987 tempest-ImagesOneServerTestJSON-966967987-project-member] Lock "72ad0057-c02b-4a31-8d58-e33c0b085c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.452s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.318390] env[63309]: DEBUG nova.policy [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.360775] env[63309]: DEBUG nova.network.neutron [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [{"id": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "address": "fa:16:3e:5d:b1:bf", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1f79b5-61", "ovs_interfaceid": "0e1f79b5-61cf-4cc6-9f56-ae126d806901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.553195] env[63309]: INFO nova.compute.manager [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] instance snapshotting [ 728.555929] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c0a77-4f1a-40ea-8bb0-8c976bc7650b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.575149] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04173877-66b4-41e5-a3d3-be38a25b2f83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.668232] env[63309]: DEBUG nova.network.neutron [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.766106] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.866306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-f712100c-2d2a-45b7-aa3c-5855baa58a77" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.866558] env[63309]: DEBUG nova.objects.instance [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lazy-loading 'migration_context' on Instance uuid f712100c-2d2a-45b7-aa3c-5855baa58a77 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.872426] env[63309]: DEBUG nova.network.neutron [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.070749] env[63309]: DEBUG nova.network.neutron [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Successfully created port: 1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.086402] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 729.086737] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b21d1c59-f281-490e-b53d-28002a0ce932 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.098479] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 729.098479] env[63309]: value = "task-2729886" [ 729.098479] env[63309]: _type = "Task" [ 729.098479] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.106960] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729886, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.238812] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4e6ed-3f6a-4c42-8e8f-632bbd9f5afa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.251119] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388efa6-8da7-43e5-8e44-d647288821b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.300527] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad1c9a2-e42c-4c83-b206-87e78a73469b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.312866] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78205ae7-a36d-42c6-afcb-c82d4dd7318d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.329256] env[63309]: DEBUG nova.compute.provider_tree [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.375143] env[63309]: DEBUG nova.objects.base [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.375656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.375952] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance network_info: |[{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.376900] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b54a5-684a-4c82-9354-5d7d72878dd1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.381273] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:12:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc751bca-62ae-438e-b890-aeb3df8f54fe', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.387752] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating folder: Project (c8a0e1cc90f14ba1b64a8b5301e5f9dc). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.388352] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efaad8ed-a9bb-4fb5-ae0a-630ce88286d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.414022] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e20e6e9-e8db-4850-bcf1-c35575faf89b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.414022] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created folder: Project (c8a0e1cc90f14ba1b64a8b5301e5f9dc) in parent group-v549567. [ 729.414210] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating folder: Instances. Parent ref: group-v549682. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.414408] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4d88bad-c73e-4a14-9599-308883d7ab1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.425268] env[63309]: DEBUG oslo_vmware.api [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 729.425268] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ca3b97-9448-9ba3-0d80-933d74c6027e" [ 729.425268] env[63309]: _type = "Task" [ 729.425268] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.436025] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created folder: Instances in parent group-v549682. [ 729.436025] env[63309]: DEBUG oslo.service.loopingcall [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.436025] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.436025] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b68a68-b405-497c-a151-73d334b5e811 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.454767] env[63309]: DEBUG oslo_vmware.api [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ca3b97-9448-9ba3-0d80-933d74c6027e, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.455796] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.459923] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.459923] env[63309]: value = "task-2729889" [ 729.459923] env[63309]: _type = "Task" [ 729.459923] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.469435] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729889, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.597482] env[63309]: DEBUG nova.compute.manager [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.597740] env[63309]: DEBUG nova.compute.manager [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing instance network info cache due to event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.598092] env[63309]: DEBUG oslo_concurrency.lockutils [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.598314] env[63309]: DEBUG oslo_concurrency.lockutils [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.602019] env[63309]: DEBUG nova.network.neutron [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.611808] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729886, 'name': CreateSnapshot_Task, 'duration_secs': 0.447422} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.612138] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 729.613104] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c3be0-c85f-4e1c-b508-e0bfc3eb8b07 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.811366] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.832876] env[63309]: DEBUG nova.scheduler.client.report [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.856937] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.857241] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.857722] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.858013] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.858222] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.858411] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.858678] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.858853] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.859121] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.859226] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.859420] env[63309]: DEBUG nova.virt.hardware [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.860590] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc087899-ef22-48c9-93f8-65efb0ee2196 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.869800] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daae2aa-33cd-4b2d-848d-051e59db5120 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.923859] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.924079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.924297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.924481] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.924670] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.926815] env[63309]: INFO nova.compute.manager [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Terminating instance [ 729.973062] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729889, 'name': CreateVM_Task, 'duration_secs': 0.295866} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.973062] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.973062] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.973062] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.973062] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.973283] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec326a0-056a-4758-a282-dc32bbf3c010 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.979501] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 729.979501] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52591555-ca3e-319b-3b8f-20e5556eda01" [ 729.979501] env[63309]: _type = "Task" [ 729.979501] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.988679] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52591555-ca3e-319b-3b8f-20e5556eda01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.132818] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.133305] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a8b2dc0-b23a-40c2-a5da-7fa33fb26d98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.143870] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 730.143870] env[63309]: value = "task-2729890" [ 730.143870] env[63309]: _type = "Task" [ 730.143870] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.155484] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729890, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.339054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.339899] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.342873] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.147s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.344378] env[63309]: INFO nova.compute.claims [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.433028] env[63309]: DEBUG nova.compute.manager [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.433028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.433028] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e8fc1-fd82-41fc-898f-864456c43464 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.444393] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.444801] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28aeb1fe-0332-4696-a3d0-2ee91fd9d03a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.451648] env[63309]: DEBUG oslo_vmware.api [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 730.451648] env[63309]: value = "task-2729891" [ 730.451648] env[63309]: _type = "Task" [ 730.451648] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.462677] env[63309]: DEBUG oslo_vmware.api [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.496282] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52591555-ca3e-319b-3b8f-20e5556eda01, 'name': SearchDatastore_Task, 'duration_secs': 0.02347} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.496672] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.496970] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.497252] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.497489] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.497683] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.498514] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdcfca5d-a83c-43fe-9162-56d1f7e5706e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.510625] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.510625] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.510625] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba5d74d-50a2-4649-8173-bb2922c339f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.517709] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 730.517709] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5255675d-bd47-4c87-8e1c-6c90dfbf458d" [ 730.517709] env[63309]: _type = "Task" [ 730.517709] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.528340] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5255675d-bd47-4c87-8e1c-6c90dfbf458d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.658117] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729890, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.670105] env[63309]: DEBUG nova.network.neutron [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updated VIF entry in instance network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.670560] env[63309]: DEBUG nova.network.neutron [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.850152] env[63309]: DEBUG nova.compute.utils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.853877] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.854801] env[63309]: DEBUG nova.network.neutron [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.928114] env[63309]: DEBUG nova.policy [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e89871f2f854e50bc27d42b65159028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a53918d50f44d30b7ae2d5337ee6475', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.965171] env[63309]: DEBUG oslo_vmware.api [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729891, 'name': PowerOffVM_Task, 'duration_secs': 0.238555} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.965171] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.965171] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.965171] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad36456-0c32-4a53-b28f-393cf1a4cf88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.027023] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.027023] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.027023] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Deleting the datastore file [datastore1] 3481b312-c716-41b4-a9f4-8992ce7fc1fc {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.027023] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e10330-17b8-4d1a-8ba5-4170e539406e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.033758] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5255675d-bd47-4c87-8e1c-6c90dfbf458d, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.035563] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fc2084-4231-4b22-9a2c-61bbcfc139d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.039892] env[63309]: DEBUG oslo_vmware.api [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for the task: (returnval){ [ 731.039892] env[63309]: value = "task-2729893" [ 731.039892] env[63309]: _type = "Task" [ 731.039892] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.048047] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 731.048047] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b0db65-262e-8505-4b63-767121b706e0" [ 731.048047] env[63309]: _type = "Task" [ 731.048047] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.055529] env[63309]: DEBUG oslo_vmware.api [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.061937] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b0db65-262e-8505-4b63-767121b706e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.061937] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.061937] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.062675] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79b9634-6968-4e54-9d33-acbcfb75d8e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.071063] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 731.071063] env[63309]: value = "task-2729894" [ 731.071063] env[63309]: _type = "Task" [ 731.071063] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.078347] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.137625] env[63309]: DEBUG nova.compute.manager [req-fa98f17f-b918-4674-b920-ded1fbc1d954 req-1f256653-17fd-4b3b-9293-f3bdf24edf71 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Received event network-vif-plugged-1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.137880] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa98f17f-b918-4674-b920-ded1fbc1d954 req-1f256653-17fd-4b3b-9293-f3bdf24edf71 service nova] Acquiring lock "c95e9301-0004-4ed7-a2da-1cba22371eaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.138276] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa98f17f-b918-4674-b920-ded1fbc1d954 req-1f256653-17fd-4b3b-9293-f3bdf24edf71 service nova] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.138490] env[63309]: DEBUG oslo_concurrency.lockutils [req-fa98f17f-b918-4674-b920-ded1fbc1d954 req-1f256653-17fd-4b3b-9293-f3bdf24edf71 service nova] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.138744] env[63309]: DEBUG nova.compute.manager [req-fa98f17f-b918-4674-b920-ded1fbc1d954 req-1f256653-17fd-4b3b-9293-f3bdf24edf71 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] No waiting events found dispatching network-vif-plugged-1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.138814] env[63309]: WARNING nova.compute.manager [req-fa98f17f-b918-4674-b920-ded1fbc1d954 req-1f256653-17fd-4b3b-9293-f3bdf24edf71 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Received unexpected event network-vif-plugged-1aba0b9c-8cf7-42ea-83b0-e3defda0a944 for instance with vm_state building and task_state spawning. [ 731.158192] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729890, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.173426] env[63309]: DEBUG oslo_concurrency.lockutils [req-830c4815-9c1f-4e55-a166-4622b60715bf req-2812a0f1-ccb1-4793-983f-5cf9beff29ce service nova] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.185327] env[63309]: DEBUG nova.network.neutron [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Successfully updated port: 1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.358482] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.374849] env[63309]: DEBUG nova.network.neutron [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Successfully created port: 792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.558142] env[63309]: DEBUG oslo_vmware.api [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Task: {'id': task-2729893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155218} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.561583] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.561849] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.562048] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.562231] env[63309]: INFO nova.compute.manager [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 731.562507] env[63309]: DEBUG oslo.service.loopingcall [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.562970] env[63309]: DEBUG nova.compute.manager [-] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.564218] env[63309]: DEBUG nova.network.neutron [-] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.581754] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.659301] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729890, 'name': CloneVM_Task, 'duration_secs': 1.416189} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.664245] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Created linked-clone VM from snapshot [ 731.667078] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9045d-1eff-42b5-a70b-3d4eff82f6da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.676079] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Uploading image 9876b55f-5264-4f4b-bd0b-a57bf7e158da {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.689740] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-c95e9301-0004-4ed7-a2da-1cba22371eaf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.689740] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-c95e9301-0004-4ed7-a2da-1cba22371eaf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.689740] env[63309]: DEBUG nova.network.neutron [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.705626] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.705626] env[63309]: value = "vm-549686" [ 731.705626] env[63309]: _type = "VirtualMachine" [ 731.705626] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.706201] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a647e567-d582-4383-a951-7f28c4660a34 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.715931] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lease: (returnval){ [ 731.715931] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5224569b-3678-11c4-cc43-08bf46e667b7" [ 731.715931] env[63309]: _type = "HttpNfcLease" [ 731.715931] env[63309]: } obtained for exporting VM: (result){ [ 731.715931] env[63309]: value = "vm-549686" [ 731.715931] env[63309]: _type = "VirtualMachine" [ 731.715931] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.716216] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the lease: (returnval){ [ 731.716216] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5224569b-3678-11c4-cc43-08bf46e667b7" [ 731.716216] env[63309]: _type = "HttpNfcLease" [ 731.716216] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.724681] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.724681] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5224569b-3678-11c4-cc43-08bf46e667b7" [ 731.724681] env[63309]: _type = "HttpNfcLease" [ 731.724681] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.964351] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce66e71e-79c8-4bc7-bca1-ba0768e9ce09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.972578] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af86069-e4cb-4c52-997c-71e8ae34c1c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.006248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d414b7a0-836d-47f0-b28e-07ecf8351191 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.014401] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391ad134-262b-4151-be14-8216f253ce85 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.032163] env[63309]: DEBUG nova.compute.provider_tree [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.081325] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528252} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.081612] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.081833] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.082090] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ae65466-0746-4e8b-816c-d3a88b2b1149 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.089426] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 732.089426] env[63309]: value = "task-2729896" [ 732.089426] env[63309]: _type = "Task" [ 732.089426] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.100713] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.225529] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.225529] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5224569b-3678-11c4-cc43-08bf46e667b7" [ 732.225529] env[63309]: _type = "HttpNfcLease" [ 732.225529] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.225877] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.225877] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5224569b-3678-11c4-cc43-08bf46e667b7" [ 732.225877] env[63309]: _type = "HttpNfcLease" [ 732.225877] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.226697] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58717cfc-ad01-4556-8433-7f0033f19f4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.235306] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d0735-1248-df98-e442-dd26c5df0320/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.235500] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d0735-1248-df98-e442-dd26c5df0320/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.296414] env[63309]: DEBUG nova.network.neutron [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.331899] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f80fdd57-5c93-47fd-84a9-5f3116d2df76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.369392] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.398819] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.399068] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.399230] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.399414] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.399563] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.399730] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.399923] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.400097] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.400263] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.400416] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.400577] env[63309]: DEBUG nova.virt.hardware [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.401477] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8206e9-a55d-4060-8dca-863aab54f7a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.409757] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83692db5-3ce5-416c-91f0-3bf11ae8b7a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.467201] env[63309]: DEBUG nova.network.neutron [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Updating instance_info_cache with network_info: [{"id": "1aba0b9c-8cf7-42ea-83b0-e3defda0a944", "address": "fa:16:3e:f1:6f:1a", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aba0b9c-8c", "ovs_interfaceid": "1aba0b9c-8cf7-42ea-83b0-e3defda0a944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.541032] env[63309]: DEBUG nova.scheduler.client.report [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.600972] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067072} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.601271] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.602090] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca605d-3df9-42c1-a99a-78f3b24178ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.625533] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.625874] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3baaf6e0-2aa7-4b38-83c9-e00c982a2b0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.648409] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 732.648409] env[63309]: value = "task-2729897" [ 732.648409] env[63309]: _type = "Task" [ 732.648409] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.657595] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.800878] env[63309]: DEBUG nova.network.neutron [-] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.971265] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-c95e9301-0004-4ed7-a2da-1cba22371eaf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.971628] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Instance network_info: |[{"id": "1aba0b9c-8cf7-42ea-83b0-e3defda0a944", "address": "fa:16:3e:f1:6f:1a", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aba0b9c-8c", "ovs_interfaceid": "1aba0b9c-8cf7-42ea-83b0-e3defda0a944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.972068] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:6f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aba0b9c-8cf7-42ea-83b0-e3defda0a944', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.990831] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating folder: Project (2bd5e8fdcbfc4689b36239597edaf28b). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.991317] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b2d9697-d5dc-4524-a21c-42123d0fd7e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.009846] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created folder: Project (2bd5e8fdcbfc4689b36239597edaf28b) in parent group-v549567. [ 733.010054] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating folder: Instances. Parent ref: group-v549687. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.010697] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632c9815-ffa4-450a-929d-6f107d1d2b22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.026935] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created folder: Instances in parent group-v549687. [ 733.028484] env[63309]: DEBUG oslo.service.loopingcall [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.029705] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.030087] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d63899-f737-4a86-9918-0afc1cb9c1c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.048699] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.051600] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.052323] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.989s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.055270] env[63309]: INFO nova.compute.claims [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.064949] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.064949] env[63309]: value = "task-2729900" [ 733.064949] env[63309]: _type = "Task" [ 733.064949] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.075122] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729900, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.135218] env[63309]: DEBUG nova.compute.manager [req-bcdd62b5-e957-4087-a1c7-4e6031e330d4 req-b7499854-c6bd-4a7c-a95a-60f1fef9ae3e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Received event network-vif-plugged-792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.135610] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcdd62b5-e957-4087-a1c7-4e6031e330d4 req-b7499854-c6bd-4a7c-a95a-60f1fef9ae3e service nova] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.136030] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcdd62b5-e957-4087-a1c7-4e6031e330d4 req-b7499854-c6bd-4a7c-a95a-60f1fef9ae3e service nova] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.136346] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcdd62b5-e957-4087-a1c7-4e6031e330d4 req-b7499854-c6bd-4a7c-a95a-60f1fef9ae3e service nova] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.136663] env[63309]: DEBUG nova.compute.manager [req-bcdd62b5-e957-4087-a1c7-4e6031e330d4 req-b7499854-c6bd-4a7c-a95a-60f1fef9ae3e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] No waiting events found dispatching network-vif-plugged-792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.137120] env[63309]: WARNING nova.compute.manager [req-bcdd62b5-e957-4087-a1c7-4e6031e330d4 req-b7499854-c6bd-4a7c-a95a-60f1fef9ae3e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Received unexpected event network-vif-plugged-792f78da-c3c5-4eb0-b571-ab93464c9031 for instance with vm_state building and task_state spawning. [ 733.158714] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729897, 'name': ReconfigVM_Task, 'duration_secs': 0.411805} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.160470] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfigured VM instance instance-00000026 to attach disk [datastore1] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.160470] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cf4ec8f-3a1e-4dff-b864-108d301acba5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.167504] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 733.167504] env[63309]: value = "task-2729901" [ 733.167504] env[63309]: _type = "Task" [ 733.167504] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.177862] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729901, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.207265] env[63309]: DEBUG nova.compute.manager [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Received event network-changed-1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.207265] env[63309]: DEBUG nova.compute.manager [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Refreshing instance network info cache due to event network-changed-1aba0b9c-8cf7-42ea-83b0-e3defda0a944. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.207581] env[63309]: DEBUG oslo_concurrency.lockutils [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] Acquiring lock "refresh_cache-c95e9301-0004-4ed7-a2da-1cba22371eaf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.208084] env[63309]: DEBUG oslo_concurrency.lockutils [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] Acquired lock "refresh_cache-c95e9301-0004-4ed7-a2da-1cba22371eaf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.208451] env[63309]: DEBUG nova.network.neutron [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Refreshing network info cache for port 1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.307024] env[63309]: INFO nova.compute.manager [-] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Took 1.74 seconds to deallocate network for instance. [ 733.443611] env[63309]: DEBUG nova.network.neutron [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Successfully updated port: 792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.563547] env[63309]: DEBUG nova.compute.utils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.566753] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.566839] env[63309]: DEBUG nova.network.neutron [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.583132] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729900, 'name': CreateVM_Task, 'duration_secs': 0.342331} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.583442] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.584136] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.584293] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.584601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.585159] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c154a52-bcef-42ff-a7ac-7b2b41d70994 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.591154] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 733.591154] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521fe79e-9bac-d3b5-a5ca-347b4120651f" [ 733.591154] env[63309]: _type = "Task" [ 733.591154] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.601780] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521fe79e-9bac-d3b5-a5ca-347b4120651f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.627348] env[63309]: DEBUG nova.policy [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1874efb65a3d436aaa2f6d21e0377050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749f042d1bc4b269bb0f3f3293fd0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.681926] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729901, 'name': Rename_Task, 'duration_secs': 0.196662} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.683056] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.683056] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a3da0a-d204-4bc6-bafa-927915892b88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.689981] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 733.689981] env[63309]: value = "task-2729902" [ 733.689981] env[63309]: _type = "Task" [ 733.689981] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.704842] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.812357] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.950889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.950889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.950889] env[63309]: DEBUG nova.network.neutron [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.966402] env[63309]: DEBUG nova.network.neutron [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Successfully created port: aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.027378] env[63309]: DEBUG nova.network.neutron [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Updated VIF entry in instance network info cache for port 1aba0b9c-8cf7-42ea-83b0-e3defda0a944. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.027742] env[63309]: DEBUG nova.network.neutron [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Updating instance_info_cache with network_info: [{"id": "1aba0b9c-8cf7-42ea-83b0-e3defda0a944", "address": "fa:16:3e:f1:6f:1a", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aba0b9c-8c", "ovs_interfaceid": "1aba0b9c-8cf7-42ea-83b0-e3defda0a944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.066720] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.111841] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521fe79e-9bac-d3b5-a5ca-347b4120651f, 'name': SearchDatastore_Task, 'duration_secs': 0.015181} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.118676] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.119051] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.119325] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.119457] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.119662] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.120175] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03856fb9-7d32-4eca-a7f9-3239978b3bef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.131461] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.131677] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.132488] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48673900-f93c-4e94-b6bb-c115a0aea53f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.143267] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 734.143267] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5286af20-6515-d9f1-8aaf-5a0b2cd8479d" [ 734.143267] env[63309]: _type = "Task" [ 734.143267] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.160985] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5286af20-6515-d9f1-8aaf-5a0b2cd8479d, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.164569] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfadd4c-6304-4cb1-87ce-edc81dd08a71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.169867] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 734.169867] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fb4db5-7b02-a8cc-06b5-62f21a43d11f" [ 734.169867] env[63309]: _type = "Task" [ 734.169867] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.178415] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fb4db5-7b02-a8cc-06b5-62f21a43d11f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.206833] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.530625] env[63309]: DEBUG oslo_concurrency.lockutils [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] Releasing lock "refresh_cache-c95e9301-0004-4ed7-a2da-1cba22371eaf" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.530909] env[63309]: DEBUG nova.compute.manager [req-722ef8f0-5099-4e3a-8bdb-2def909e0957 req-1aec469b-c4f8-4125-a0bc-65f79d388ba1 service nova] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Received event network-vif-deleted-69eae856-8544-4235-ac9f-21cdd4c293bb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.662647] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf28da3-4225-4a61-95cc-0395dc5e27fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.677894] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e9ed3-59af-43d3-a05a-4e7925b927e4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.687023] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fb4db5-7b02-a8cc-06b5-62f21a43d11f, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.714415] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.714713] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] c95e9301-0004-4ed7-a2da-1cba22371eaf/c95e9301-0004-4ed7-a2da-1cba22371eaf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.716365] env[63309]: DEBUG nova.network.neutron [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.718741] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-784b8954-af04-48e0-aa33-114f9454bfb6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.724309] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae71c23-c25a-44ad-b36b-851555a4fa8c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.738229] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21169e-05d1-49e9-b014-0ecc91c3e03a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.740628] env[63309]: DEBUG oslo_vmware.api [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2729902, 'name': PowerOnVM_Task, 'duration_secs': 0.599326} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.741668] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.741882] env[63309]: INFO nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Took 7.65 seconds to spawn the instance on the hypervisor. [ 734.742073] env[63309]: DEBUG nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.742471] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 734.742471] env[63309]: value = "task-2729903" [ 734.742471] env[63309]: _type = "Task" [ 734.742471] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.743596] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caece463-beaa-43c4-b971-c17ced2f71f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.760066] env[63309]: DEBUG nova.compute.provider_tree [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.772415] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.044920] env[63309]: DEBUG nova.network.neutron [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updating instance_info_cache with network_info: [{"id": "792f78da-c3c5-4eb0-b571-ab93464c9031", "address": "fa:16:3e:de:3f:df", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792f78da-c3", "ovs_interfaceid": "792f78da-c3c5-4eb0-b571-ab93464c9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.078483] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.109767] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.110267] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.110267] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.111548] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.111548] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.111548] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.111548] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.111548] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.112015] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.112015] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.112015] env[63309]: DEBUG nova.virt.hardware [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.112570] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89d9449-4157-49bb-8c50-23d21cf12676 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.121547] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ef900-d72b-44a3-abb6-4fc43ea4469c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.173565] env[63309]: DEBUG nova.compute.manager [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Received event network-changed-792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.173728] env[63309]: DEBUG nova.compute.manager [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Refreshing instance network info cache due to event network-changed-792f78da-c3c5-4eb0-b571-ab93464c9031. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.174476] env[63309]: DEBUG oslo_concurrency.lockutils [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] Acquiring lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.256627] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500409} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.256932] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] c95e9301-0004-4ed7-a2da-1cba22371eaf/c95e9301-0004-4ed7-a2da-1cba22371eaf.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.257220] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.257476] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c808b80-0f18-4ad9-9263-a4da2cb44049 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.262840] env[63309]: DEBUG nova.scheduler.client.report [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.268973] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 735.268973] env[63309]: value = "task-2729904" [ 735.268973] env[63309]: _type = "Task" [ 735.268973] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.287024] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.289029] env[63309]: INFO nova.compute.manager [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Took 46.78 seconds to build instance. [ 735.548730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Releasing lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.548730] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Instance network_info: |[{"id": "792f78da-c3c5-4eb0-b571-ab93464c9031", "address": "fa:16:3e:de:3f:df", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792f78da-c3", "ovs_interfaceid": "792f78da-c3c5-4eb0-b571-ab93464c9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.549177] env[63309]: DEBUG oslo_concurrency.lockutils [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] Acquired lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.549177] env[63309]: DEBUG nova.network.neutron [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Refreshing network info cache for port 792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.550019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:3f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792f78da-c3c5-4eb0-b571-ab93464c9031', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.560019] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Creating folder: Project (2a53918d50f44d30b7ae2d5337ee6475). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.560019] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25e65063-b709-482e-9cd5-4f2603d0a413 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.574201] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Created folder: Project (2a53918d50f44d30b7ae2d5337ee6475) in parent group-v549567. [ 735.574414] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Creating folder: Instances. Parent ref: group-v549690. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.574653] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18206702-1508-4e8b-9506-29a2910f46fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.587502] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Created folder: Instances in parent group-v549690. [ 735.587848] env[63309]: DEBUG oslo.service.loopingcall [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.587964] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.588257] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d2a716-301c-46e6-a1b9-493911e79543 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.613287] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.613287] env[63309]: value = "task-2729907" [ 735.613287] env[63309]: _type = "Task" [ 735.613287] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.621453] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729907, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.664657] env[63309]: DEBUG nova.network.neutron [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Successfully updated port: aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.771060] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.772091] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.775975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.703s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.777672] env[63309]: INFO nova.compute.claims [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.796070] env[63309]: DEBUG oslo_concurrency.lockutils [None req-68561238-8b98-41b2-8788-15ecf3cf1897 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.767s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.800017] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070655} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.800017] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.800422] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef06db-ed9e-40bc-a3f0-cb8e1f0d2508 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.825873] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c95e9301-0004-4ed7-a2da-1cba22371eaf/c95e9301-0004-4ed7-a2da-1cba22371eaf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.827880] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb6e38a-c189-4f02-b2c7-739f3b964d24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.854535] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 735.854535] env[63309]: value = "task-2729908" [ 735.854535] env[63309]: _type = "Task" [ 735.854535] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.867357] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.125323] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729907, 'name': CreateVM_Task, 'duration_secs': 0.335712} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.125683] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.128093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.128093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.128093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.128093] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d7d1aa-a6f8-4400-9c07-40b2ec088196 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.136097] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 736.136097] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c795a-6048-ffbb-abf6-9fd4213e60e6" [ 736.136097] env[63309]: _type = "Task" [ 736.136097] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.146239] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c795a-6048-ffbb-abf6-9fd4213e60e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.170133] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.170289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.170450] env[63309]: DEBUG nova.network.neutron [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.278169] env[63309]: DEBUG nova.compute.utils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.279382] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.279605] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.300513] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.349446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "5115d225-d919-423e-a06a-abda789c9728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.349714] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "5115d225-d919-423e-a06a-abda789c9728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.349935] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "5115d225-d919-423e-a06a-abda789c9728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.350170] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "5115d225-d919-423e-a06a-abda789c9728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.350516] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "5115d225-d919-423e-a06a-abda789c9728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.353426] env[63309]: INFO nova.compute.manager [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Terminating instance [ 736.361696] env[63309]: DEBUG nova.policy [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1633a6442a76429398f9f67b149b9549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a66882aef9c426fb887f2f9ce6a7d09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.371587] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.646327] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c795a-6048-ffbb-abf6-9fd4213e60e6, 'name': SearchDatastore_Task, 'duration_secs': 0.023827} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.646666] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.646856] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.647079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.647242] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.647388] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.647677] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7bf988a-bd14-430c-ae77-a2e49532fe59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.656402] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.656591] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.657409] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e563ec1c-e3f3-41fb-93aa-9475d03473a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.664399] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 736.664399] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528a411c-fcb2-8074-fd72-0a84bf23b12f" [ 736.664399] env[63309]: _type = "Task" [ 736.664399] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.682163] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528a411c-fcb2-8074-fd72-0a84bf23b12f, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.682163] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9478736b-5780-4829-b2a3-7517cd96c473 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.688360] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 736.688360] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52916434-6765-ce1c-1c7e-7e3995b78773" [ 736.688360] env[63309]: _type = "Task" [ 736.688360] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.698997] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52916434-6765-ce1c-1c7e-7e3995b78773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.742351] env[63309]: DEBUG nova.network.neutron [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.789599] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.794640] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Successfully created port: d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.814296] env[63309]: DEBUG nova.network.neutron [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updated VIF entry in instance network info cache for port 792f78da-c3c5-4eb0-b571-ab93464c9031. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.817105] env[63309]: DEBUG nova.network.neutron [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updating instance_info_cache with network_info: [{"id": "792f78da-c3c5-4eb0-b571-ab93464c9031", "address": "fa:16:3e:de:3f:df", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792f78da-c3", "ovs_interfaceid": "792f78da-c3c5-4eb0-b571-ab93464c9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.830205] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.868233] env[63309]: DEBUG nova.compute.manager [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.868443] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.868733] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729908, 'name': ReconfigVM_Task, 'duration_secs': 0.749228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.869609] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ce6a4a-3b7a-40e5-8ca3-e2ef1879cdbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.872438] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c95e9301-0004-4ed7-a2da-1cba22371eaf/c95e9301-0004-4ed7-a2da-1cba22371eaf.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.873416] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c830bb-ee87-47bd-821d-42940b1745cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.879794] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.881025] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5aa8d2b-b11c-4eaa-a576-bc4f8fb8e274 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.882608] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 736.882608] env[63309]: value = "task-2729909" [ 736.882608] env[63309]: _type = "Task" [ 736.882608] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.894306] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729909, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.895661] env[63309]: DEBUG oslo_vmware.api [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 736.895661] env[63309]: value = "task-2729910" [ 736.895661] env[63309]: _type = "Task" [ 736.895661] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.906226] env[63309]: DEBUG oslo_vmware.api [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.029498] env[63309]: DEBUG nova.network.neutron [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.212128] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52916434-6765-ce1c-1c7e-7e3995b78773, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.212128] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.212128] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 43daa061-8ca8-4e4f-9c12-44eedd288acd/43daa061-8ca8-4e4f-9c12-44eedd288acd.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.212128] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf48da4-70e6-41e8-b122-8fff34bfad60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.226163] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 737.226163] env[63309]: value = "task-2729911" [ 737.226163] env[63309]: _type = "Task" [ 737.226163] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.238055] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.324197] env[63309]: DEBUG oslo_concurrency.lockutils [req-19469638-0c4b-409e-8004-166d7266f6e2 req-f28ba580-b211-4233-beb1-41b62c9c6a4f service nova] Releasing lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.404461] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729909, 'name': Rename_Task, 'duration_secs': 0.190577} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.407948] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.408236] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91950c08-66e2-47d5-86b9-922c65309768 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.415710] env[63309]: DEBUG oslo_vmware.api [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729910, 'name': PowerOffVM_Task, 'duration_secs': 0.193622} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.419758] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.419966] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.420316] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 737.420316] env[63309]: value = "task-2729912" [ 737.420316] env[63309]: _type = "Task" [ 737.420316] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.420754] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace0c089-811b-4c80-9302-cdefaf30afcf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.434487] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729912, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.476558] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd95f12-2ebc-4d08-913a-732e67def812 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.487398] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004436c-ad2b-4379-9325-156bfbeb7f0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.525406] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f6e01b-4b82-4eb1-aafa-07631c6fdfdb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.528876] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.529251] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.529544] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Deleting the datastore file [datastore1] 5115d225-d919-423e-a06a-abda789c9728 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.530278] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18434b4f-16cf-46d0-b5f8-6977cb9726ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.533035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.533526] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Instance network_info: |[{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.534015] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:6b:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa20dc17-5a76-4d2f-a84c-311fbf2206f9', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.542558] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Creating folder: Project (c749f042d1bc4b269bb0f3f3293fd0b0). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.546732] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c72badfb-d5c7-44f0-9699-dc589d163c41 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.551306] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31cb90d-1a91-47cf-b41f-512a4f172e59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.556957] env[63309]: DEBUG oslo_vmware.api [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for the task: (returnval){ [ 737.556957] env[63309]: value = "task-2729914" [ 737.556957] env[63309]: _type = "Task" [ 737.556957] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.570816] env[63309]: DEBUG nova.compute.provider_tree [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.579656] env[63309]: DEBUG oslo_vmware.api [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.581433] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Created folder: Project (c749f042d1bc4b269bb0f3f3293fd0b0) in parent group-v549567. [ 737.581607] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Creating folder: Instances. Parent ref: group-v549693. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.581892] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f5dcc3-1684-475a-902f-8d22b1510786 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.592321] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Created folder: Instances in parent group-v549693. [ 737.592625] env[63309]: DEBUG oslo.service.loopingcall [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.592879] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.593348] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6777a82b-ae76-4cc4-82cc-0c04b88ee8d9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.615714] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.615714] env[63309]: value = "task-2729917" [ 737.615714] env[63309]: _type = "Task" [ 737.615714] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.630023] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729917, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.641316] env[63309]: DEBUG nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-vif-plugged-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.641316] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Acquiring lock "02942cf6-fe72-4f77-9d87-ac9287527317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.641316] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Lock "02942cf6-fe72-4f77-9d87-ac9287527317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.641316] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Lock "02942cf6-fe72-4f77-9d87-ac9287527317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.641316] env[63309]: DEBUG nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] No waiting events found dispatching network-vif-plugged-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.641830] env[63309]: WARNING nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received unexpected event network-vif-plugged-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 for instance with vm_state building and task_state spawning. [ 737.641830] env[63309]: DEBUG nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.641830] env[63309]: DEBUG nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing instance network info cache due to event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.641830] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.641830] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.642031] env[63309]: DEBUG nova.network.neutron [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.737036] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.810658] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.839744] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.840046] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.840164] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.840411] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.840805] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.840805] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.841011] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.841180] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.841349] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.841529] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.842070] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.842657] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f2e6b-3ed3-4e2a-a3b1-95a1dc01a381 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.851498] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10afb9db-c371-460c-9dcb-ef3a0c85a89e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.950166] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.070708] env[63309]: DEBUG oslo_vmware.api [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Task: {'id': task-2729914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336619} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.071053] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.071216] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.071411] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.071600] env[63309]: INFO nova.compute.manager [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] [instance: 5115d225-d919-423e-a06a-abda789c9728] Took 1.20 seconds to destroy the instance on the hypervisor. [ 738.072075] env[63309]: DEBUG oslo.service.loopingcall [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.072075] env[63309]: DEBUG nova.compute.manager [-] [instance: 5115d225-d919-423e-a06a-abda789c9728] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.072168] env[63309]: DEBUG nova.network.neutron [-] [instance: 5115d225-d919-423e-a06a-abda789c9728] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.077280] env[63309]: DEBUG nova.scheduler.client.report [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.100910] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.102026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.127045] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729917, 'name': CreateVM_Task, 'duration_secs': 0.449334} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.127207] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.127951] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.128137] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.128518] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.128761] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f441d3a-88a1-45f6-9296-200a36acb514 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.134382] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 738.134382] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c2117-ab5f-510d-2f2f-b6d0304f7900" [ 738.134382] env[63309]: _type = "Task" [ 738.134382] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.145458] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c2117-ab5f-510d-2f2f-b6d0304f7900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.237866] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547852} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.240277] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 43daa061-8ca8-4e4f-9c12-44eedd288acd/43daa061-8ca8-4e4f-9c12-44eedd288acd.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.240489] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.240775] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a206d5dd-c921-452b-b4dd-e8fcb04e7877 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.250367] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 738.250367] env[63309]: value = "task-2729918" [ 738.250367] env[63309]: _type = "Task" [ 738.250367] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.257377] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.382546] env[63309]: DEBUG nova.network.neutron [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updated VIF entry in instance network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.383009] env[63309]: DEBUG nova.network.neutron [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.436267] env[63309]: DEBUG oslo_vmware.api [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2729912, 'name': PowerOnVM_Task, 'duration_secs': 0.747089} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.436562] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.436819] env[63309]: INFO nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Took 8.63 seconds to spawn the instance on the hypervisor. [ 738.436960] env[63309]: DEBUG nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.437804] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11068c5e-ce60-4846-bc09-8b192ea66a6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.570093] env[63309]: DEBUG nova.compute.manager [req-da3083e0-2f65-49a8-ad63-9c6376e5d59c req-edd14750-b499-4e8b-9ba6-c2fcd0a55be6 service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Received event network-vif-plugged-d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.570249] env[63309]: DEBUG oslo_concurrency.lockutils [req-da3083e0-2f65-49a8-ad63-9c6376e5d59c req-edd14750-b499-4e8b-9ba6-c2fcd0a55be6 service nova] Acquiring lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.570452] env[63309]: DEBUG oslo_concurrency.lockutils [req-da3083e0-2f65-49a8-ad63-9c6376e5d59c req-edd14750-b499-4e8b-9ba6-c2fcd0a55be6 service nova] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.570624] env[63309]: DEBUG oslo_concurrency.lockutils [req-da3083e0-2f65-49a8-ad63-9c6376e5d59c req-edd14750-b499-4e8b-9ba6-c2fcd0a55be6 service nova] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.570816] env[63309]: DEBUG nova.compute.manager [req-da3083e0-2f65-49a8-ad63-9c6376e5d59c req-edd14750-b499-4e8b-9ba6-c2fcd0a55be6 service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] No waiting events found dispatching network-vif-plugged-d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.570986] env[63309]: WARNING nova.compute.manager [req-da3083e0-2f65-49a8-ad63-9c6376e5d59c req-edd14750-b499-4e8b-9ba6-c2fcd0a55be6 service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Received unexpected event network-vif-plugged-d700cec1-8f61-4603-bfee-77499c20a0fe for instance with vm_state building and task_state spawning. [ 738.584415] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.584932] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.587526] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.372s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.587715] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.589786] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.922s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.591567] env[63309]: INFO nova.compute.claims [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.630674] env[63309]: INFO nova.scheduler.client.report [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Deleted allocations for instance a1bb506c-b8ca-4887-bf41-f59b5bdd96c7 [ 738.651348] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c2117-ab5f-510d-2f2f-b6d0304f7900, 'name': SearchDatastore_Task, 'duration_secs': 0.018755} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.652035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.652035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.652170] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.652300] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.652479] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.652764] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d6a774-8492-4688-9515-d2cfedc54ba5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.662630] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.662849] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.664715] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c09740f-3a35-4bb2-9bf1-77b8aa6385a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.674692] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 738.674692] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6faa0-1cd6-4718-8a86-dfe8d61888d4" [ 738.674692] env[63309]: _type = "Task" [ 738.674692] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.684713] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6faa0-1cd6-4718-8a86-dfe8d61888d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.758618] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072486} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.760154] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.760154] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b7e97-96c6-4825-82ca-a81713159c8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.784930] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 43daa061-8ca8-4e4f-9c12-44eedd288acd/43daa061-8ca8-4e4f-9c12-44eedd288acd.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.785267] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520143b5-c643-4caf-bb05-4dca8e7826ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.808506] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 738.808506] env[63309]: value = "task-2729919" [ 738.808506] env[63309]: _type = "Task" [ 738.808506] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.817837] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.857474] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Successfully updated port: d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.887957] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.888693] env[63309]: DEBUG nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.888693] env[63309]: DEBUG nova.compute.manager [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing instance network info cache due to event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 738.888693] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.888856] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.889022] env[63309]: DEBUG nova.network.neutron [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.959164] env[63309]: INFO nova.compute.manager [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Took 48.85 seconds to build instance. [ 739.096776] env[63309]: DEBUG nova.compute.utils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.100707] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.101907] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.144033] env[63309]: DEBUG oslo_concurrency.lockutils [None req-365b69e1-4f9f-4b12-acbe-86f5d67d8e06 tempest-DeleteServersAdminTestJSON-1477387430 tempest-DeleteServersAdminTestJSON-1477387430-project-member] Lock "a1bb506c-b8ca-4887-bf41-f59b5bdd96c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.418s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.170601] env[63309]: DEBUG nova.policy [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1633a6442a76429398f9f67b149b9549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a66882aef9c426fb887f2f9ce6a7d09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.185793] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c6faa0-1cd6-4718-8a86-dfe8d61888d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014722} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.186612] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6d49e3-6828-40d4-a9fd-e46c3e6e8923 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.192389] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 739.192389] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52974840-a204-3976-83d7-17942cc2c2ec" [ 739.192389] env[63309]: _type = "Task" [ 739.192389] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.200625] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52974840-a204-3976-83d7-17942cc2c2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.318753] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729919, 'name': ReconfigVM_Task, 'duration_secs': 0.35639} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.318954] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 43daa061-8ca8-4e4f-9c12-44eedd288acd/43daa061-8ca8-4e4f-9c12-44eedd288acd.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.319584] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d271c14d-9be4-4497-b558-36680affdd1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.328245] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 739.328245] env[63309]: value = "task-2729920" [ 739.328245] env[63309]: _type = "Task" [ 739.328245] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.339156] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729920, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.360199] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "refresh_cache-88980f36-3dbc-43b1-9c7c-a4db359a7c49" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.360396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "refresh_cache-88980f36-3dbc-43b1-9c7c-a4db359a7c49" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360527] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.376076] env[63309]: DEBUG nova.network.neutron [-] [instance: 5115d225-d919-423e-a06a-abda789c9728] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.463902] env[63309]: DEBUG oslo_concurrency.lockutils [None req-98772e76-0a25-4bcf-b526-74474bccdddd tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.013s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.596467] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Successfully created port: b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.604654] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.705134] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52974840-a204-3976-83d7-17942cc2c2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.707925] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.708148] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/02942cf6-fe72-4f77-9d87-ac9287527317.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.708944] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9231ae38-31d9-4a56-993c-113df6912171 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.715967] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 739.715967] env[63309]: value = "task-2729921" [ 739.715967] env[63309]: _type = "Task" [ 739.715967] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.728449] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.832416] env[63309]: DEBUG nova.network.neutron [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updated VIF entry in instance network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.833398] env[63309]: DEBUG nova.network.neutron [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.841707] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729920, 'name': Rename_Task, 'duration_secs': 0.139156} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.842422] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.842722] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397b7a36-ba55-4083-8399-e165ec0e9627 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.849267] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 739.849267] env[63309]: value = "task-2729922" [ 739.849267] env[63309]: _type = "Task" [ 739.849267] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.868453] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.879338] env[63309]: INFO nova.compute.manager [-] [instance: 5115d225-d919-423e-a06a-abda789c9728] Took 1.81 seconds to deallocate network for instance. [ 739.928894] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.967245] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.226872] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729921, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.254917] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e320ad-1f09-40e3-abcd-ea1c5f4bc2d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.263595] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cfe19b-69b7-4afe-9161-112a1d74b1c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.297285] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Updating instance_info_cache with network_info: [{"id": "d700cec1-8f61-4603-bfee-77499c20a0fe", "address": "fa:16:3e:5e:e5:0d", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd700cec1-8f", "ovs_interfaceid": "d700cec1-8f61-4603-bfee-77499c20a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.298623] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcab831-f228-4963-9775-a5eb70beeb3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.307012] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeab727-9073-4bec-a6e4-7d35930e81fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.323499] env[63309]: DEBUG nova.compute.provider_tree [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.344149] env[63309]: DEBUG oslo_concurrency.lockutils [req-e6758594-ce3e-438a-b7a1-a4cb14d1b642 req-e92d2f04-839b-49bf-b136-4d108cb85707 service nova] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.360556] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.389424] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.495572] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.571578] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.571853] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.618238] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.621732] env[63309]: DEBUG nova.compute.manager [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Received event network-changed-d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.621934] env[63309]: DEBUG nova.compute.manager [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Refreshing instance network info cache due to event network-changed-d700cec1-8f61-4603-bfee-77499c20a0fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.622138] env[63309]: DEBUG oslo_concurrency.lockutils [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] Acquiring lock "refresh_cache-88980f36-3dbc-43b1-9c7c-a4db359a7c49" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.647433] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.647673] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.647833] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.648022] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.648171] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.648316] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.648520] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.648673] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.648842] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.648993] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.649173] env[63309]: DEBUG nova.virt.hardware [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.650016] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19336792-ac97-4991-9c7e-ce471405275f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.657788] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ca0a8-7df4-4791-a838-6a035e2366c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728611] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560421} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.728834] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/02942cf6-fe72-4f77-9d87-ac9287527317.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.729097] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.729363] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc94534-26c3-411f-8eb0-93c693caa3c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.735900] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 740.735900] env[63309]: value = "task-2729923" [ 740.735900] env[63309]: _type = "Task" [ 740.735900] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.744833] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.802767] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "refresh_cache-88980f36-3dbc-43b1-9c7c-a4db359a7c49" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.803708] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Instance network_info: |[{"id": "d700cec1-8f61-4603-bfee-77499c20a0fe", "address": "fa:16:3e:5e:e5:0d", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd700cec1-8f", "ovs_interfaceid": "d700cec1-8f61-4603-bfee-77499c20a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.803708] env[63309]: DEBUG oslo_concurrency.lockutils [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] Acquired lock "refresh_cache-88980f36-3dbc-43b1-9c7c-a4db359a7c49" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.803917] env[63309]: DEBUG nova.network.neutron [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Refreshing network info cache for port d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.805140] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:e5:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd700cec1-8f61-4603-bfee-77499c20a0fe', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.816478] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Creating folder: Project (5a66882aef9c426fb887f2f9ce6a7d09). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.817577] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-941c2a82-f259-44ae-a6c0-2eba67f6650e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.826929] env[63309]: DEBUG nova.scheduler.client.report [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.832063] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Created folder: Project (5a66882aef9c426fb887f2f9ce6a7d09) in parent group-v549567. [ 740.832321] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Creating folder: Instances. Parent ref: group-v549696. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.832798] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b4beb7-23f5-4e37-8bea-ac722d1941fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.845896] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Created folder: Instances in parent group-v549696. [ 740.846241] env[63309]: DEBUG oslo.service.loopingcall [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.846392] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.846609] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47a0cd1f-92d4-4132-84db-792a2d99e72f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.870925] env[63309]: DEBUG oslo_vmware.api [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2729922, 'name': PowerOnVM_Task, 'duration_secs': 0.786636} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.872217] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.872444] env[63309]: INFO nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Took 8.50 seconds to spawn the instance on the hypervisor. [ 740.872634] env[63309]: DEBUG nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.872919] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.872919] env[63309]: value = "task-2729926" [ 740.872919] env[63309]: _type = "Task" [ 740.872919] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.873637] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8aa0f2-c907-4206-9419-67ed516f9604 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.883973] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729926, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.247123] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063538} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.247491] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.249034] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb051d4e-a018-4b74-9b6e-84b85b9e0908 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.272537] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/02942cf6-fe72-4f77-9d87-ac9287527317.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.272931] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a4cb33-6d70-4f0c-9ed0-1bce9d093aa9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.293995] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 741.293995] env[63309]: value = "task-2729927" [ 741.293995] env[63309]: _type = "Task" [ 741.293995] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.304276] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.334229] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.334786] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.337514] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.389s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.343283] env[63309]: INFO nova.compute.claims [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.387624] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729926, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.398283] env[63309]: INFO nova.compute.manager [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Took 48.51 seconds to build instance. [ 741.464398] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d0735-1248-df98-e442-dd26c5df0320/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.465911] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ebdd6-a17b-48f1-b23d-92ad1bde1afe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.471951] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d0735-1248-df98-e442-dd26c5df0320/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.472299] env[63309]: ERROR oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d0735-1248-df98-e442-dd26c5df0320/disk-0.vmdk due to incomplete transfer. [ 741.472380] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5aebf02c-463a-4523-8a37-8d2acf555e5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.480349] env[63309]: DEBUG oslo_vmware.rw_handles [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d0735-1248-df98-e442-dd26c5df0320/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.480349] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Uploaded image 9876b55f-5264-4f4b-bd0b-a57bf7e158da to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.482995] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.487736] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec272cfe-41a5-497e-8626-e10023130905 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.495760] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 741.495760] env[63309]: value = "task-2729928" [ 741.495760] env[63309]: _type = "Task" [ 741.495760] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.509661] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729928, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.809052] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.848102] env[63309]: DEBUG nova.compute.utils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.849569] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.849745] env[63309]: DEBUG nova.network.neutron [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.888235] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729926, 'name': CreateVM_Task, 'duration_secs': 0.550922} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.888445] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.889288] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.889493] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.889842] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.890207] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9eef996-cf82-4cf0-9b1f-fa983973c129 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.896245] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 741.896245] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c00017-dabd-6fff-6445-907bbbd0418e" [ 741.896245] env[63309]: _type = "Task" [ 741.896245] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.902121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8011e18f-59a1-40a3-83ef-31944869daaf tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.554s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.915028] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c00017-dabd-6fff-6445-907bbbd0418e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.925532] env[63309]: DEBUG nova.policy [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc61e9384e94396bb9c7f0c52349a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ede1c995fa48d1b5b23266b015ca05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.980514] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Successfully updated port: b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.011081] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729928, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.065185] env[63309]: DEBUG nova.network.neutron [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Updated VIF entry in instance network info cache for port d700cec1-8f61-4603-bfee-77499c20a0fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.065953] env[63309]: DEBUG nova.network.neutron [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Updating instance_info_cache with network_info: [{"id": "d700cec1-8f61-4603-bfee-77499c20a0fe", "address": "fa:16:3e:5e:e5:0d", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd700cec1-8f", "ovs_interfaceid": "d700cec1-8f61-4603-bfee-77499c20a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.308017] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729927, 'name': ReconfigVM_Task, 'duration_secs': 0.791011} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.308689] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/02942cf6-fe72-4f77-9d87-ac9287527317.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.309427] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3858ddfa-774a-4ef2-9007-9f4a1a8c3a2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.312021] env[63309]: DEBUG nova.network.neutron [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Successfully created port: 55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.319918] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 742.319918] env[63309]: value = "task-2729929" [ 742.319918] env[63309]: _type = "Task" [ 742.319918] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.328892] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729929, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.362022] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.410547] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.420113] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c00017-dabd-6fff-6445-907bbbd0418e, 'name': SearchDatastore_Task, 'duration_secs': 0.023014} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.420591] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.420970] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.421356] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.421615] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.421911] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.422582] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e245fd-d358-4256-bd2e-afe54370dc4b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.436057] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.437552] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.438390] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36147895-2826-43b5-88a8-940740a8ca43 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.449190] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 742.449190] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525eb0f2-b44b-8e54-0475-2679ccda5acf" [ 742.449190] env[63309]: _type = "Task" [ 742.449190] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.457131] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525eb0f2-b44b-8e54-0475-2679ccda5acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.486360] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "refresh_cache-7e4dfe48-66be-458e-a142-b5d039d1306a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.486497] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "refresh_cache-7e4dfe48-66be-458e-a142-b5d039d1306a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.486645] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.511635] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729928, 'name': Destroy_Task, 'duration_secs': 0.913862} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.511906] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Destroyed the VM [ 742.512193] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.512477] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17115344-6663-4028-858f-bb05ab67dc23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.522462] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 742.522462] env[63309]: value = "task-2729930" [ 742.522462] env[63309]: _type = "Task" [ 742.522462] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.530938] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.569283] env[63309]: DEBUG oslo_concurrency.lockutils [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] Releasing lock "refresh_cache-88980f36-3dbc-43b1-9c7c-a4db359a7c49" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.569568] env[63309]: DEBUG nova.compute.manager [req-1b3aef6a-5092-414e-afb0-4010997ca0bf req-b545b185-7281-4d07-b48e-bf5ada15363e service nova] [instance: 5115d225-d919-423e-a06a-abda789c9728] Received event network-vif-deleted-3de75e43-8652-4dae-b19a-f599f690a1fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.824177] env[63309]: DEBUG nova.compute.manager [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Received event network-vif-plugged-b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.825056] env[63309]: DEBUG oslo_concurrency.lockutils [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] Acquiring lock "7e4dfe48-66be-458e-a142-b5d039d1306a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.829221] env[63309]: DEBUG oslo_concurrency.lockutils [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.829221] env[63309]: DEBUG oslo_concurrency.lockutils [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.829221] env[63309]: DEBUG nova.compute.manager [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] No waiting events found dispatching network-vif-plugged-b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.829221] env[63309]: WARNING nova.compute.manager [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Received unexpected event network-vif-plugged-b0ca991f-36c3-4d3a-945b-9401ec52ad53 for instance with vm_state building and task_state spawning. [ 742.829221] env[63309]: DEBUG nova.compute.manager [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Received event network-changed-b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.829398] env[63309]: DEBUG nova.compute.manager [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Refreshing instance network info cache due to event network-changed-b0ca991f-36c3-4d3a-945b-9401ec52ad53. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.829398] env[63309]: DEBUG oslo_concurrency.lockutils [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] Acquiring lock "refresh_cache-7e4dfe48-66be-458e-a142-b5d039d1306a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.845268] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729929, 'name': Rename_Task, 'duration_secs': 0.342455} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.845268] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.845784] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed3ce361-4c11-4f1c-8920-63e0fc967a05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.855145] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 742.855145] env[63309]: value = "task-2729931" [ 742.855145] env[63309]: _type = "Task" [ 742.855145] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.869728] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.941533] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.962827] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525eb0f2-b44b-8e54-0475-2679ccda5acf, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.963733] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601b8ba7-801e-48b1-a403-6fbb6e6b2a9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.975024] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 742.975024] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523d168d-dd70-d06f-f71c-4ba889c907d5" [ 742.975024] env[63309]: _type = "Task" [ 742.975024] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.984593] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523d168d-dd70-d06f-f71c-4ba889c907d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.034147] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.039184] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.063892] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2527f010-9a32-488e-968a-c797b1aa67fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.072317] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b957a92-7839-4a4c-8640-58b58877a01a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.106983] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d3dfa-d303-4faa-81b7-94d73f96504f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.115084] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97182f5b-064f-4221-8c75-08436994aa83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.134152] env[63309]: DEBUG nova.compute.provider_tree [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.276174] env[63309]: DEBUG nova.network.neutron [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Updating instance_info_cache with network_info: [{"id": "b0ca991f-36c3-4d3a-945b-9401ec52ad53", "address": "fa:16:3e:42:92:a8", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ca991f-36", "ovs_interfaceid": "b0ca991f-36c3-4d3a-945b-9401ec52ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.367190] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.380076] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.418296] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.418296] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.418296] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.418457] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.418457] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.418457] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.418689] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.419025] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.420980] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.420980] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.420980] env[63309]: DEBUG nova.virt.hardware [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.420980] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71485072-d589-4ed2-afa6-14992ab102ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.429531] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ec577-5e81-4efe-95cc-cce63417562d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.487918] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523d168d-dd70-d06f-f71c-4ba889c907d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.488226] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.488479] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 88980f36-3dbc-43b1-9c7c-a4db359a7c49/88980f36-3dbc-43b1-9c7c-a4db359a7c49.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.488762] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-142694e9-8946-4f8a-932f-874b5d8b0b2d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.496150] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 743.496150] env[63309]: value = "task-2729932" [ 743.496150] env[63309]: _type = "Task" [ 743.496150] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.504492] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.533169] env[63309]: DEBUG oslo_vmware.api [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729930, 'name': RemoveSnapshot_Task, 'duration_secs': 0.94745} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.533430] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.533653] env[63309]: INFO nova.compute.manager [None req-c85570f0-db4b-42e1-997c-3f5d21982b2c tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Took 14.98 seconds to snapshot the instance on the hypervisor. [ 743.640613] env[63309]: DEBUG nova.scheduler.client.report [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.780677] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "refresh_cache-7e4dfe48-66be-458e-a142-b5d039d1306a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.780677] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Instance network_info: |[{"id": "b0ca991f-36c3-4d3a-945b-9401ec52ad53", "address": "fa:16:3e:42:92:a8", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ca991f-36", "ovs_interfaceid": "b0ca991f-36c3-4d3a-945b-9401ec52ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.780907] env[63309]: DEBUG oslo_concurrency.lockutils [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] Acquired lock "refresh_cache-7e4dfe48-66be-458e-a142-b5d039d1306a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.780907] env[63309]: DEBUG nova.network.neutron [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Refreshing network info cache for port b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.781654] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:92:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0ca991f-36c3-4d3a-945b-9401ec52ad53', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.791488] env[63309]: DEBUG oslo.service.loopingcall [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.792856] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.793390] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ccfb9f6-dc2c-4beb-8cb5-f3e22a441d81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.824445] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.824445] env[63309]: value = "task-2729933" [ 743.824445] env[63309]: _type = "Task" [ 743.824445] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.838800] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729933, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.868871] env[63309]: DEBUG oslo_vmware.api [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729931, 'name': PowerOnVM_Task, 'duration_secs': 0.579124} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.869154] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.869359] env[63309]: INFO nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Took 8.79 seconds to spawn the instance on the hypervisor. [ 743.869548] env[63309]: DEBUG nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.870384] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b36a78-0b7c-444f-b079-2b2da849ec55 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.008826] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729932, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.147211] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.148593] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.152976] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.890s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.152976] env[63309]: DEBUG nova.objects.instance [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lazy-loading 'resources' on Instance uuid 753eb1b2-d48c-4d4b-8f31-d0f395991028 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.307125] env[63309]: DEBUG nova.network.neutron [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Successfully updated port: 55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.319276] env[63309]: DEBUG nova.compute.manager [req-cd4f1187-8f05-4d15-ae4c-0997fc610d60 req-507adb85-48db-4889-aa09-6f25210d7b4a service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Received event network-vif-plugged-55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.319473] env[63309]: DEBUG oslo_concurrency.lockutils [req-cd4f1187-8f05-4d15-ae4c-0997fc610d60 req-507adb85-48db-4889-aa09-6f25210d7b4a service nova] Acquiring lock "f30e9f63-42de-49b6-8384-09a8ba917d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.320204] env[63309]: DEBUG oslo_concurrency.lockutils [req-cd4f1187-8f05-4d15-ae4c-0997fc610d60 req-507adb85-48db-4889-aa09-6f25210d7b4a service nova] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.320204] env[63309]: DEBUG oslo_concurrency.lockutils [req-cd4f1187-8f05-4d15-ae4c-0997fc610d60 req-507adb85-48db-4889-aa09-6f25210d7b4a service nova] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.320204] env[63309]: DEBUG nova.compute.manager [req-cd4f1187-8f05-4d15-ae4c-0997fc610d60 req-507adb85-48db-4889-aa09-6f25210d7b4a service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] No waiting events found dispatching network-vif-plugged-55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.320204] env[63309]: WARNING nova.compute.manager [req-cd4f1187-8f05-4d15-ae4c-0997fc610d60 req-507adb85-48db-4889-aa09-6f25210d7b4a service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Received unexpected event network-vif-plugged-55f367b6-c9cb-4129-92f8-0ae1b8281936 for instance with vm_state building and task_state spawning. [ 744.338341] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729933, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.391357] env[63309]: INFO nova.compute.manager [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Took 48.22 seconds to build instance. [ 744.508126] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74912} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.510751] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 88980f36-3dbc-43b1-9c7c-a4db359a7c49/88980f36-3dbc-43b1-9c7c-a4db359a7c49.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.510953] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.511361] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e49c3c16-4615-4e0d-bb6b-0ad3d682b6a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.518398] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 744.518398] env[63309]: value = "task-2729934" [ 744.518398] env[63309]: _type = "Task" [ 744.518398] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.532665] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.626868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquiring lock "1bdd687f-a5ad-435e-a659-46c35becc981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.626868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "1bdd687f-a5ad-435e-a659-46c35becc981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.626868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquiring lock "1bdd687f-a5ad-435e-a659-46c35becc981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.626868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "1bdd687f-a5ad-435e-a659-46c35becc981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.627021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "1bdd687f-a5ad-435e-a659-46c35becc981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.628606] env[63309]: INFO nova.compute.manager [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Terminating instance [ 744.663787] env[63309]: DEBUG nova.compute.utils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.665661] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.665661] env[63309]: DEBUG nova.network.neutron [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.717467] env[63309]: DEBUG nova.network.neutron [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Updated VIF entry in instance network info cache for port b0ca991f-36c3-4d3a-945b-9401ec52ad53. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.717841] env[63309]: DEBUG nova.network.neutron [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Updating instance_info_cache with network_info: [{"id": "b0ca991f-36c3-4d3a-945b-9401ec52ad53", "address": "fa:16:3e:42:92:a8", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ca991f-36", "ovs_interfaceid": "b0ca991f-36c3-4d3a-945b-9401ec52ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.745044] env[63309]: DEBUG nova.policy [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438c5e266d354f6794ba688affb9c4ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44e309795e24039ae6f8ad8b2d8a8b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.810841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-f30e9f63-42de-49b6-8384-09a8ba917d28" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.810841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-f30e9f63-42de-49b6-8384-09a8ba917d28" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.811294] env[63309]: DEBUG nova.network.neutron [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.841397] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729933, 'name': CreateVM_Task, 'duration_secs': 0.565384} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.841839] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.842862] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.843126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.843484] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.845348] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d3fc1a-8f84-4057-8d0b-ceb0bc146cce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.849754] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 744.849754] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e725b-a0c6-5838-5f50-309f70e695f5" [ 744.849754] env[63309]: _type = "Task" [ 744.849754] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.858301] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e725b-a0c6-5838-5f50-309f70e695f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.894241] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7f78fcba-027e-4aa3-aea0-417e05a1946f tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "02942cf6-fe72-4f77-9d87-ac9287527317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.812s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.010534] env[63309]: DEBUG nova.compute.manager [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Received event network-changed-792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.010643] env[63309]: DEBUG nova.compute.manager [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Refreshing instance network info cache due to event network-changed-792f78da-c3c5-4eb0-b571-ab93464c9031. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.010950] env[63309]: DEBUG oslo_concurrency.lockutils [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] Acquiring lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.011138] env[63309]: DEBUG oslo_concurrency.lockutils [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] Acquired lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.011264] env[63309]: DEBUG nova.network.neutron [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Refreshing network info cache for port 792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.030230] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068575} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.035284] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.039153] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e4ce0-8f56-49d8-871c-6adfa022d507 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.068409] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 88980f36-3dbc-43b1-9c7c-a4db359a7c49/88980f36-3dbc-43b1-9c7c-a4db359a7c49.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.071329] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35f7e03-4c6b-4246-8202-cfafe35a393f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.092929] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 745.092929] env[63309]: value = "task-2729935" [ 745.092929] env[63309]: _type = "Task" [ 745.092929] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.113154] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.113997] env[63309]: DEBUG nova.network.neutron [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Successfully created port: 22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.133434] env[63309]: DEBUG nova.compute.manager [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.133677] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.133972] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90faa18e-6152-40f0-8a34-e72fde018043 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.143666] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 745.143666] env[63309]: value = "task-2729936" [ 745.143666] env[63309]: _type = "Task" [ 745.143666] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.153224] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.155417] env[63309]: INFO nova.compute.manager [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Rescuing [ 745.155811] env[63309]: DEBUG oslo_concurrency.lockutils [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.155811] env[63309]: DEBUG oslo_concurrency.lockutils [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.155968] env[63309]: DEBUG nova.network.neutron [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.169876] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.224402] env[63309]: DEBUG oslo_concurrency.lockutils [req-6872d766-b601-47f8-b935-b3e45ef93dd2 req-b5311b0e-8fa3-4613-9f9c-199881cfcfed service nova] Releasing lock "refresh_cache-7e4dfe48-66be-458e-a142-b5d039d1306a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.354955] env[63309]: DEBUG nova.network.neutron [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.367674] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e725b-a0c6-5838-5f50-309f70e695f5, 'name': SearchDatastore_Task, 'duration_secs': 0.058278} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.369051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.369298] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.369576] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.369676] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.369908] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.370684] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed074a-0959-4821-8695-ac4dd1a3e05c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.373716] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce53ce1b-cf7c-4d4d-87f3-a1b3a504d345 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.389687] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f0742-5526-4d13-b2f0-953b84bb2e88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.393032] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.393786] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.394066] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6c8e97-7179-4d02-ad26-6fed4d9457ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.397203] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.431493] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d4cc5-2793-480f-9c45-702f8342702c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.437047] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 745.437047] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5f19f-4381-9686-ed10-a1190bfdce95" [ 745.437047] env[63309]: _type = "Task" [ 745.437047] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.445902] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2856c-f9ec-425d-bdae-d42083fa9e90 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.456662] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5f19f-4381-9686-ed10-a1190bfdce95, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.456662] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97151add-3082-4600-a424-f8b3ab320e18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.469114] env[63309]: DEBUG nova.compute.provider_tree [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.473585] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 745.473585] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bc7920-8ad0-9267-501e-f1949349955d" [ 745.473585] env[63309]: _type = "Task" [ 745.473585] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.482335] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bc7920-8ad0-9267-501e-f1949349955d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.608142] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.619083] env[63309]: DEBUG nova.network.neutron [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Updating instance_info_cache with network_info: [{"id": "55f367b6-c9cb-4129-92f8-0ae1b8281936", "address": "fa:16:3e:ae:65:97", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f367b6-c9", "ovs_interfaceid": "55f367b6-c9cb-4129-92f8-0ae1b8281936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.653476] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729936, 'name': PowerOffVM_Task, 'duration_secs': 0.321543} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.653695] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.653889] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 745.654094] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549598', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'name': 'volume-1932f44e-4292-4f53-86d6-27fdc862589b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bdd687f-a5ad-435e-a659-46c35becc981', 'attached_at': '', 'detached_at': '', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'serial': '1932f44e-4292-4f53-86d6-27fdc862589b'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 745.654880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5fa146-5cd3-44e7-bb1f-80e0932aebe1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.674698] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daedd88-6dda-4ac5-bd61-1208031c87d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.687291] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edc2673-3dd7-4682-848f-f282bf986601 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.706429] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d739f87-a1f8-4f97-8e2a-aac9a1b1449b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.722798] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] The volume has not been displaced from its original location: [datastore2] volume-1932f44e-4292-4f53-86d6-27fdc862589b/volume-1932f44e-4292-4f53-86d6-27fdc862589b.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 745.728175] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 745.728528] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884504ae-c782-427f-8699-83a04a8c9a57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.752212] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 745.752212] env[63309]: value = "task-2729937" [ 745.752212] env[63309]: _type = "Task" [ 745.752212] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.760508] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.963190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.968830] env[63309]: DEBUG nova.network.neutron [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updated VIF entry in instance network info cache for port 792f78da-c3c5-4eb0-b571-ab93464c9031. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.968830] env[63309]: DEBUG nova.network.neutron [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updating instance_info_cache with network_info: [{"id": "792f78da-c3c5-4eb0-b571-ab93464c9031", "address": "fa:16:3e:de:3f:df", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792f78da-c3", "ovs_interfaceid": "792f78da-c3c5-4eb0-b571-ab93464c9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.972444] env[63309]: DEBUG nova.scheduler.client.report [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.992559] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bc7920-8ad0-9267-501e-f1949349955d, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.992559] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.992559] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 7e4dfe48-66be-458e-a142-b5d039d1306a/7e4dfe48-66be-458e-a142-b5d039d1306a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.992559] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470970ac-4cbf-4ecc-9718-c8a77cd5309f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.002842] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 746.002842] env[63309]: value = "task-2729938" [ 746.002842] env[63309]: _type = "Task" [ 746.002842] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.013385] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.050894] env[63309]: DEBUG nova.network.neutron [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.108094] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729935, 'name': ReconfigVM_Task, 'duration_secs': 0.760123} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.109269] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 88980f36-3dbc-43b1-9c7c-a4db359a7c49/88980f36-3dbc-43b1-9c7c-a4db359a7c49.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.109269] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcbd2b1c-7941-494b-af95-08c7b530ab5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.116359] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 746.116359] env[63309]: value = "task-2729939" [ 746.116359] env[63309]: _type = "Task" [ 746.116359] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.125382] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-f30e9f63-42de-49b6-8384-09a8ba917d28" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.125437] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Instance network_info: |[{"id": "55f367b6-c9cb-4129-92f8-0ae1b8281936", "address": "fa:16:3e:ae:65:97", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f367b6-c9", "ovs_interfaceid": "55f367b6-c9cb-4129-92f8-0ae1b8281936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.125957] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729939, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.126041] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:65:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f367b6-c9cb-4129-92f8-0ae1b8281936', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.133922] env[63309]: DEBUG oslo.service.loopingcall [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.135373] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.138589] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e2117c6-d3b5-4fba-b072-4274ba25ee57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.160393] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.160393] env[63309]: value = "task-2729940" [ 746.160393] env[63309]: _type = "Task" [ 746.160393] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.169623] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729940, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.186314] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.225824] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.226099] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.226267] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.226446] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.226595] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.226754] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.226961] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.227126] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.227291] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.227749] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.227749] env[63309]: DEBUG nova.virt.hardware [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.229144] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cca7a6-742c-4525-b073-8075f6b8e58f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.239813] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24adad-a7e8-41d6-b75a-961f66d7de5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.267137] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729937, 'name': ReconfigVM_Task, 'duration_secs': 0.168469} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.267798] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 746.273377] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bda894-1165-4984-b0ba-04f275bc5eb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.291238] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 746.291238] env[63309]: value = "task-2729941" [ 746.291238] env[63309]: _type = "Task" [ 746.291238] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.302230] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.472522] env[63309]: DEBUG oslo_concurrency.lockutils [req-f7125987-8210-4d62-a962-c1502c178611 req-754f5b70-f805-46cf-8745-2d58514c141e service nova] Releasing lock "refresh_cache-43daa061-8ca8-4e4f-9c12-44eedd288acd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.483297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.487327] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.778s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.488115] env[63309]: DEBUG nova.objects.instance [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lazy-loading 'resources' on Instance uuid 090d4a37-b802-4dc6-909f-9abd1cd31bb2 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.514976] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729938, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.516094] env[63309]: INFO nova.scheduler.client.report [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Deleted allocations for instance 753eb1b2-d48c-4d4b-8f31-d0f395991028 [ 746.553534] env[63309]: DEBUG oslo_concurrency.lockutils [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.629272] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729939, 'name': Rename_Task, 'duration_secs': 0.249866} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.629645] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.629962] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2f1495-b1d5-4b21-bbb8-c75fd6b03a9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.636524] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 746.636524] env[63309]: value = "task-2729942" [ 746.636524] env[63309]: _type = "Task" [ 746.636524] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.645731] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.655459] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.656144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.656144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.656355] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.656473] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.659989] env[63309]: INFO nova.compute.manager [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Terminating instance [ 746.674720] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729940, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.732903] env[63309]: DEBUG nova.compute.manager [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Received event network-changed-55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.733257] env[63309]: DEBUG nova.compute.manager [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Refreshing instance network info cache due to event network-changed-55f367b6-c9cb-4129-92f8-0ae1b8281936. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.733536] env[63309]: DEBUG oslo_concurrency.lockutils [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] Acquiring lock "refresh_cache-f30e9f63-42de-49b6-8384-09a8ba917d28" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.733715] env[63309]: DEBUG oslo_concurrency.lockutils [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] Acquired lock "refresh_cache-f30e9f63-42de-49b6-8384-09a8ba917d28" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.733915] env[63309]: DEBUG nova.network.neutron [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Refreshing network info cache for port 55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.801633] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729941, 'name': ReconfigVM_Task, 'duration_secs': 0.29757} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.801633] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549598', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'name': 'volume-1932f44e-4292-4f53-86d6-27fdc862589b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bdd687f-a5ad-435e-a659-46c35becc981', 'attached_at': '', 'detached_at': '', 'volume_id': '1932f44e-4292-4f53-86d6-27fdc862589b', 'serial': '1932f44e-4292-4f53-86d6-27fdc862589b'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 746.801633] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.802385] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd7e9d8-ea4d-4bed-917a-3831e1cd2cf8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810055] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.810328] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82ca4dd2-662b-4e29-8dc7-41c76b2890dd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.850580] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "e65851fc-79c2-4698-8176-a01d65cb9a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.850862] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.893654] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.893654] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.893654] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Deleting the datastore file [datastore2] 1bdd687f-a5ad-435e-a659-46c35becc981 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.893654] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e997f0a-2ba4-4186-b556-8387c9cfbeb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.900754] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for the task: (returnval){ [ 746.900754] env[63309]: value = "task-2729944" [ 746.900754] env[63309]: _type = "Task" [ 746.900754] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.908806] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.934509] env[63309]: DEBUG nova.network.neutron [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Successfully updated port: 22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.016230] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532793} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.019191] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 7e4dfe48-66be-458e-a142-b5d039d1306a/7e4dfe48-66be-458e-a142-b5d039d1306a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.019432] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.021095] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3475d7f-bf40-477f-a38f-18c2538cadb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.030264] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21e5be16-adeb-4731-be7f-0c29ad0698ae tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "753eb1b2-d48c-4d4b-8f31-d0f395991028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.613s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.034420] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 747.034420] env[63309]: value = "task-2729945" [ 747.034420] env[63309]: _type = "Task" [ 747.034420] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.047238] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.150089] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729942, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.173449] env[63309]: DEBUG nova.compute.manager [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.173664] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.175575] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e41f6-9615-4c89-9d63-457b02a827bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.185025] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729940, 'name': CreateVM_Task, 'duration_secs': 0.661093} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.185621] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.186366] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.187182] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.187182] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.189521] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5b169a-e47b-458d-987f-ac616169af5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.194570] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.195325] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2426f6c7-a924-47f9-a975-6e3746ed5633 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.199026] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 747.199026] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5207c63a-cb5b-f5b2-6c88-becc05adc265" [ 747.199026] env[63309]: _type = "Task" [ 747.199026] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.204180] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 747.204180] env[63309]: value = "task-2729946" [ 747.204180] env[63309]: _type = "Task" [ 747.204180] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.206326] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5207c63a-cb5b-f5b2-6c88-becc05adc265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.217569] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.412538] env[63309]: DEBUG oslo_vmware.api [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Task: {'id': task-2729944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212824} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.412883] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.413091] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.413596] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.414345] env[63309]: INFO nova.compute.manager [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Took 2.28 seconds to destroy the instance on the hypervisor. [ 747.414345] env[63309]: DEBUG oslo.service.loopingcall [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.414345] env[63309]: DEBUG nova.compute.manager [-] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.414345] env[63309]: DEBUG nova.network.neutron [-] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.437562] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.437562] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.437977] env[63309]: DEBUG nova.network.neutron [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.509108] env[63309]: DEBUG nova.network.neutron [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Updated VIF entry in instance network info cache for port 55f367b6-c9cb-4129-92f8-0ae1b8281936. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.510121] env[63309]: DEBUG nova.network.neutron [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Updating instance_info_cache with network_info: [{"id": "55f367b6-c9cb-4129-92f8-0ae1b8281936", "address": "fa:16:3e:ae:65:97", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f367b6-c9", "ovs_interfaceid": "55f367b6-c9cb-4129-92f8-0ae1b8281936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.544954] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109778} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.545162] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.545937] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0853b-a82d-4104-87f7-b41caf6bbbc6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.568775] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 7e4dfe48-66be-458e-a142-b5d039d1306a/7e4dfe48-66be-458e-a142-b5d039d1306a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.571884] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8035ed-2e03-4bb4-ae0f-4e067a29a77d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.593972] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 747.593972] env[63309]: value = "task-2729947" [ 747.593972] env[63309]: _type = "Task" [ 747.593972] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.604901] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.650467] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729942, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.666325] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7e96d-67ce-4060-a215-9808190129cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.673406] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c8f0b-c607-4fdc-9bcf-d80cb2ccb159 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.710522] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ff64f4-1a7c-4dc0-b4dc-4339f866ac78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.721228] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5207c63a-cb5b-f5b2-6c88-becc05adc265, 'name': SearchDatastore_Task, 'duration_secs': 0.026464} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.726103] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.726358] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.726596] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.726740] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.726918] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.727278] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729946, 'name': PowerOffVM_Task, 'duration_secs': 0.461647} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.727473] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccec7c1d-01ae-4630-b647-67592ef0fc79 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.730646] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb6504b-eb42-492e-946f-2c9f697efccf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.734478] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.734657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.734910] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e464da9a-4d91-49aa-a249-74ba483175da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.746778] env[63309]: DEBUG nova.compute.provider_tree [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.749225] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.749401] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.750346] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81e1168-b75d-4bba-bafc-f10f6fd5d448 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.755463] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 747.755463] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b3a26-c999-8c4a-07b3-9a48c7db9d7d" [ 747.755463] env[63309]: _type = "Task" [ 747.755463] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.767023] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b3a26-c999-8c4a-07b3-9a48c7db9d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.796732] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.796847] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.797029] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Deleting the datastore file [datastore2] 78ccd719-ff4f-44fb-a789-3ed60b862ffb {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.797292] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1ea484-8c3f-44a2-ad96-399a8d87c8f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.803681] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for the task: (returnval){ [ 747.803681] env[63309]: value = "task-2729949" [ 747.803681] env[63309]: _type = "Task" [ 747.803681] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.812113] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.972060] env[63309]: DEBUG nova.network.neutron [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.012538] env[63309]: DEBUG oslo_concurrency.lockutils [req-b5a2ef65-af0b-496e-a9bb-c3e1e5f4e0f4 req-a9b099ec-3412-4be5-8acf-3a33bec44ceb service nova] Releasing lock "refresh_cache-f30e9f63-42de-49b6-8384-09a8ba917d28" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.100014] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.100324] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ed6c90-d301-48e3-bb27-715a300ce9ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.107858] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.109311] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 748.109311] env[63309]: value = "task-2729950" [ 748.109311] env[63309]: _type = "Task" [ 748.109311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.117612] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.119287] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.119287] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.119287] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.119287] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.119460] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.122938] env[63309]: INFO nova.compute.manager [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Terminating instance [ 748.151937] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729942, 'name': PowerOnVM_Task, 'duration_secs': 1.104265} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.152277] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.152494] env[63309]: INFO nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Took 10.34 seconds to spawn the instance on the hypervisor. [ 748.152721] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.153648] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a4e0eb-4415-41f3-80a9-e61d918348ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.251799] env[63309]: DEBUG nova.scheduler.client.report [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.266878] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b3a26-c999-8c4a-07b3-9a48c7db9d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.039356} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.268017] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78d62cd-20a7-4902-b506-e4e5e98b3133 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.275900] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 748.275900] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e465a0-203f-dab3-f9e3-9ad1d8715577" [ 748.275900] env[63309]: _type = "Task" [ 748.275900] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.285596] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e465a0-203f-dab3-f9e3-9ad1d8715577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.314580] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.412595] env[63309]: DEBUG nova.network.neutron [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Updating instance_info_cache with network_info: [{"id": "22ece187-bd21-43dc-956c-1ff8a3aef210", "address": "fa:16:3e:f2:45:18", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ece187-bd", "ovs_interfaceid": "22ece187-bd21-43dc-956c-1ff8a3aef210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.603722] env[63309]: DEBUG nova.compute.manager [req-da972f40-fb4c-46e7-9d22-2accd8fe6993 req-c8cdb18d-9c35-463b-a10d-8442f04ed544 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Received event network-vif-deleted-6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.603894] env[63309]: INFO nova.compute.manager [req-da972f40-fb4c-46e7-9d22-2accd8fe6993 req-c8cdb18d-9c35-463b-a10d-8442f04ed544 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Neutron deleted interface 6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc; detaching it from the instance and deleting it from the info cache [ 748.604774] env[63309]: DEBUG nova.network.neutron [req-da972f40-fb4c-46e7-9d22-2accd8fe6993 req-c8cdb18d-9c35-463b-a10d-8442f04ed544 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.610289] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.619371] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729950, 'name': PowerOffVM_Task, 'duration_secs': 0.22142} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.620304] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.621193] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7212a2c-415c-43b6-b86b-caee44403468 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.624583] env[63309]: DEBUG nova.compute.manager [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.624814] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.626083] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d4e5c-5cb1-44ef-aebd-bc7e82992c1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.644880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87edb5b4-4fda-48ec-8109-8f22fefd9593 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.649298] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.650104] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cba9990-521f-4410-ab0a-f02df0701185 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.663116] env[63309]: DEBUG oslo_vmware.api [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 748.663116] env[63309]: value = "task-2729951" [ 748.663116] env[63309]: _type = "Task" [ 748.663116] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.674708] env[63309]: DEBUG oslo_vmware.api [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.681261] env[63309]: INFO nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Took 43.65 seconds to build instance. [ 748.684912] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.685276] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255f3f38-d962-4aa9-b8c4-4f322638b26b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.694042] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 748.694042] env[63309]: value = "task-2729952" [ 748.694042] env[63309]: _type = "Task" [ 748.694042] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.705140] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 748.705295] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.705559] env[63309]: DEBUG oslo_concurrency.lockutils [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.705714] env[63309]: DEBUG oslo_concurrency.lockutils [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.705907] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.706482] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910c08d7-378d-4cf5-ade8-e31dde26aa05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.720237] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.720237] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.720542] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57597b8-bb18-48c4-9190-f5b206040491 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.728087] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 748.728087] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5281a06d-d519-302a-0223-c8396b594d4e" [ 748.728087] env[63309]: _type = "Task" [ 748.728087] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.736670] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5281a06d-d519-302a-0223-c8396b594d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.758018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.760150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.304s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.762539] env[63309]: INFO nova.compute.claims [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.786408] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e465a0-203f-dab3-f9e3-9ad1d8715577, 'name': SearchDatastore_Task, 'duration_secs': 0.014712} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.786699] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.786964] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f30e9f63-42de-49b6-8384-09a8ba917d28/f30e9f63-42de-49b6-8384-09a8ba917d28.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.788254] env[63309]: INFO nova.scheduler.client.report [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Deleted allocations for instance 090d4a37-b802-4dc6-909f-9abd1cd31bb2 [ 748.789147] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b158b9c-f8aa-4112-a1d7-fd596f6888a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.799473] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 748.799473] env[63309]: value = "task-2729953" [ 748.799473] env[63309]: _type = "Task" [ 748.799473] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.808059] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.819518] env[63309]: DEBUG oslo_vmware.api [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Task: {'id': task-2729949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544956} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.819774] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.820124] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.820328] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.821330] env[63309]: INFO nova.compute.manager [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 748.821330] env[63309]: DEBUG oslo.service.loopingcall [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.822020] env[63309]: DEBUG nova.compute.manager [-] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.822109] env[63309]: DEBUG nova.network.neutron [-] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.824729] env[63309]: DEBUG nova.compute.manager [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Received event network-vif-plugged-22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.825654] env[63309]: DEBUG oslo_concurrency.lockutils [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] Acquiring lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.825654] env[63309]: DEBUG oslo_concurrency.lockutils [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.825654] env[63309]: DEBUG oslo_concurrency.lockutils [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.825654] env[63309]: DEBUG nova.compute.manager [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] No waiting events found dispatching network-vif-plugged-22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.826961] env[63309]: WARNING nova.compute.manager [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Received unexpected event network-vif-plugged-22ece187-bd21-43dc-956c-1ff8a3aef210 for instance with vm_state building and task_state spawning. [ 748.826961] env[63309]: DEBUG nova.compute.manager [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Received event network-changed-22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.826961] env[63309]: DEBUG nova.compute.manager [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Refreshing instance network info cache due to event network-changed-22ece187-bd21-43dc-956c-1ff8a3aef210. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.826961] env[63309]: DEBUG oslo_concurrency.lockutils [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] Acquiring lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.830660] env[63309]: DEBUG nova.network.neutron [-] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.915632] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.916056] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Instance network_info: |[{"id": "22ece187-bd21-43dc-956c-1ff8a3aef210", "address": "fa:16:3e:f2:45:18", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ece187-bd", "ovs_interfaceid": "22ece187-bd21-43dc-956c-1ff8a3aef210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.916427] env[63309]: DEBUG oslo_concurrency.lockutils [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] Acquired lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.916696] env[63309]: DEBUG nova.network.neutron [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Refreshing network info cache for port 22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.918181] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:45:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ece187-bd21-43dc-956c-1ff8a3aef210', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.928466] env[63309]: DEBUG oslo.service.loopingcall [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.930027] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.930176] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f16549-17d8-43e6-9a26-201ceb6add2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.951577] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.951577] env[63309]: value = "task-2729954" [ 748.951577] env[63309]: _type = "Task" [ 748.951577] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.964701] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729954, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.108030] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729947, 'name': ReconfigVM_Task, 'duration_secs': 1.021766} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.108030] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 7e4dfe48-66be-458e-a142-b5d039d1306a/7e4dfe48-66be-458e-a142-b5d039d1306a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.108616] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58519165-2fc8-45eb-a0a8-7e02a3ded1e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.111151] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfb7064c-95e9-4d5c-bf4f-ffa91d26f0cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.118439] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 749.118439] env[63309]: value = "task-2729955" [ 749.118439] env[63309]: _type = "Task" [ 749.118439] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.126297] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1706a4-b4d4-475e-ac00-e0490efd8154 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.146682] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729955, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.168299] env[63309]: DEBUG nova.compute.manager [req-da972f40-fb4c-46e7-9d22-2accd8fe6993 req-c8cdb18d-9c35-463b-a10d-8442f04ed544 service nova] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Detach interface failed, port_id=6b4cd48f-b48b-4bdf-8d57-fa40ab1b10fc, reason: Instance 1bdd687f-a5ad-435e-a659-46c35becc981 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 749.175883] env[63309]: DEBUG oslo_vmware.api [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729951, 'name': PowerOffVM_Task, 'duration_secs': 0.220156} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.176790] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.176790] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.176959] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a06592b8-aa85-4bdb-8ce6-bcf4b28412fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.184394] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.407s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.239797] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5281a06d-d519-302a-0223-c8396b594d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.017788} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.241681] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8698583d-a2b4-4c84-b3d5-cf62bb21eaa7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.248553] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 749.248553] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528aa116-8cc4-8292-4e66-ba0677ad5a1a" [ 749.248553] env[63309]: _type = "Task" [ 749.248553] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.263657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.263657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.263657] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Deleting the datastore file [datastore2] e2d1e14a-adc0-4dd8-8ce4-9844717d10d7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.263880] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528aa116-8cc4-8292-4e66-ba0677ad5a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.264058] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8441da-df4b-4801-b5f4-cde65b1c5c5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.266111] env[63309]: DEBUG oslo_concurrency.lockutils [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.266267] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. {{(pid=63309) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 749.268496] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e397fc-057a-457a-99fc-a45a9939e563 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.277616] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 749.277616] env[63309]: value = "task-2729958" [ 749.277616] env[63309]: _type = "Task" [ 749.277616] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.279770] env[63309]: DEBUG oslo_vmware.api [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 749.279770] env[63309]: value = "task-2729957" [ 749.279770] env[63309]: _type = "Task" [ 749.279770] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.293292] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.295282] env[63309]: DEBUG oslo_vmware.api [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.304275] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6c7b5b66-4c69-4e27-a978-62dad1a98acc tempest-ServersNegativeTestMultiTenantJSON-909404709 tempest-ServersNegativeTestMultiTenantJSON-909404709-project-member] Lock "090d4a37-b802-4dc6-909f-9abd1cd31bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.136s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.310316] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467911} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.310596] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] f30e9f63-42de-49b6-8384-09a8ba917d28/f30e9f63-42de-49b6-8384-09a8ba917d28.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.310848] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.311149] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38ac0cd-1ca1-497c-b828-41b3a1e4c13b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.318271] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 749.318271] env[63309]: value = "task-2729959" [ 749.318271] env[63309]: _type = "Task" [ 749.318271] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.328564] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.333430] env[63309]: INFO nova.compute.manager [-] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Took 1.92 seconds to deallocate network for instance. [ 749.462826] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729954, 'name': CreateVM_Task, 'duration_secs': 0.33242} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.463034] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.463720] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.463891] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.464221] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.464487] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc08010-c86c-4c93-9ae7-ae87022153a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.469570] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 749.469570] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210d906-89b5-64e4-592d-934d3c3da81d" [ 749.469570] env[63309]: _type = "Task" [ 749.469570] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.480053] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210d906-89b5-64e4-592d-934d3c3da81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.634575] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729955, 'name': Rename_Task, 'duration_secs': 0.219622} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.634718] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.635832] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-379a8fd3-8269-4675-8f60-e9004e0be6e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.642486] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 749.642486] env[63309]: value = "task-2729960" [ 749.642486] env[63309]: _type = "Task" [ 749.642486] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.651119] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.690142] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.732864] env[63309]: DEBUG nova.network.neutron [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Updated VIF entry in instance network info cache for port 22ece187-bd21-43dc-956c-1ff8a3aef210. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.733300] env[63309]: DEBUG nova.network.neutron [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Updating instance_info_cache with network_info: [{"id": "22ece187-bd21-43dc-956c-1ff8a3aef210", "address": "fa:16:3e:f2:45:18", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ece187-bd", "ovs_interfaceid": "22ece187-bd21-43dc-956c-1ff8a3aef210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.806743] env[63309]: DEBUG oslo_vmware.api [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2729957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142773} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.807783] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.812942] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.813317] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.813657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.813976] env[63309]: INFO nova.compute.manager [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 749.814406] env[63309]: DEBUG oslo.service.loopingcall [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.815013] env[63309]: DEBUG nova.compute.manager [-] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.815203] env[63309]: DEBUG nova.network.neutron [-] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.830281] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070973} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.830839] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.832165] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4acfc84-189f-4727-be13-c050f65ffb00 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.864736] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f30e9f63-42de-49b6-8384-09a8ba917d28/f30e9f63-42de-49b6-8384-09a8ba917d28.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.868225] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9166f1c4-5ab0-4c59-94e3-f97ee294f045 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.894556] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 749.894556] env[63309]: value = "task-2729961" [ 749.894556] env[63309]: _type = "Task" [ 749.894556] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.908020] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.909273] env[63309]: INFO nova.compute.manager [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Took 0.58 seconds to detach 1 volumes for instance. [ 749.911917] env[63309]: DEBUG nova.compute.manager [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Deleting volume: 1932f44e-4292-4f53-86d6-27fdc862589b {{(pid=63309) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 749.976428] env[63309]: DEBUG nova.network.neutron [-] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.986435] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210d906-89b5-64e4-592d-934d3c3da81d, 'name': SearchDatastore_Task, 'duration_secs': 0.072285} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.988920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.988920] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.988920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.988920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.989353] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.989353] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e7b527-1a70-4055-9bc1-b85d8f11ab7a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.003915] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.004336] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.006629] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2621915f-d626-4932-b9d2-bacfd2e0f748 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.017512] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 750.017512] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d84d80-19bb-d240-0421-de9e4766a9eb" [ 750.017512] env[63309]: _type = "Task" [ 750.017512] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.031552] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d84d80-19bb-d240-0421-de9e4766a9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.160650] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.222317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.235769] env[63309]: DEBUG oslo_concurrency.lockutils [req-65ee22c1-cb97-4b56-a51d-815ef70ff975 req-eb3fe678-0fcc-42d6-988c-979bd0f659cb service nova] Releasing lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.296020] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533323} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.296020] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. [ 750.296020] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940023c4-ea81-42cb-a678-602b594c178b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.326592] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.329600] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ae1f4e-ba4d-4190-a748-b8db2b8a87a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.348955] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 750.348955] env[63309]: value = "task-2729963" [ 750.348955] env[63309]: _type = "Task" [ 750.348955] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.357626] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.405979] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.456306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.484019] env[63309]: INFO nova.compute.manager [-] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Took 1.66 seconds to deallocate network for instance. [ 750.488050] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61160141-4977-428a-b370-a9b081a45c38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.496555] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183a68f2-046f-4db8-8caf-ba0935212ea8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.532218] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc56fee-c3f3-48c9-a1b7-7998906e24a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.540841] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d84d80-19bb-d240-0421-de9e4766a9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.026008} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.547022] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5284dc3f-c2ef-4d74-a0c5-e626252adc76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.548273] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d8b8db-b1f5-40be-8a96-0dfc2b18c5eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.555386] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 750.555386] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5216ad09-7f89-d344-e7a4-c6c8312113f2" [ 750.555386] env[63309]: _type = "Task" [ 750.555386] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.565725] env[63309]: DEBUG nova.compute.provider_tree [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.575835] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5216ad09-7f89-d344-e7a4-c6c8312113f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.576805] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.577244] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3/578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.577357] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80454997-a9aa-44a1-898a-b3447ac34ce2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.584268] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 750.584268] env[63309]: value = "task-2729964" [ 750.584268] env[63309]: _type = "Task" [ 750.584268] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.592378] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.653023] env[63309]: DEBUG oslo_vmware.api [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729960, 'name': PowerOnVM_Task, 'duration_secs': 0.888527} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.653407] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.653531] env[63309]: INFO nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Took 10.04 seconds to spawn the instance on the hypervisor. [ 750.653750] env[63309]: DEBUG nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.654592] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c79af-16ae-4e1d-9bd3-c75b77f31b3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.699338] env[63309]: DEBUG nova.network.neutron [-] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.789700] env[63309]: DEBUG nova.compute.manager [req-a5c29ac3-d552-4c5c-a7d6-75f2f0ac9e44 req-b2b87074-27a8-4a6d-b469-762ad1d8f206 service nova] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Received event network-vif-deleted-f85033f7-943a-4843-bbd1-ba49dc1796fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.862856] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.906096] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729961, 'name': ReconfigVM_Task, 'duration_secs': 0.65389} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.906614] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f30e9f63-42de-49b6-8384-09a8ba917d28/f30e9f63-42de-49b6-8384-09a8ba917d28.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.908315] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-581be8a2-c2c0-4e72-a86a-c65bf747530e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.918026] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 750.918026] env[63309]: value = "task-2729965" [ 750.918026] env[63309]: _type = "Task" [ 750.918026] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.931139] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729965, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.986260] env[63309]: DEBUG nova.compute.manager [req-d3fc27c0-dfb2-4d26-9a2f-74369508350e req-f88de1c4-7776-4418-b76e-796b2bb11db9 service nova] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Received event network-vif-deleted-853d727a-11e7-4542-b2b8-c7d71eeb6289 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.988016] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.073018] env[63309]: DEBUG nova.scheduler.client.report [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.096155] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499661} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.096609] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3/578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.096809] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.097494] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d37c6f60-6c54-49c0-8c7c-b4b5f4d3eb55 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.103873] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 751.103873] env[63309]: value = "task-2729966" [ 751.103873] env[63309]: _type = "Task" [ 751.103873] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.113724] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.179875] env[63309]: INFO nova.compute.manager [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Took 45.13 seconds to build instance. [ 751.204937] env[63309]: INFO nova.compute.manager [-] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Took 1.39 seconds to deallocate network for instance. [ 751.253932] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "135a5545-3e10-4e74-b324-438d1f40624d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.258932] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.008s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.362859] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729963, 'name': ReconfigVM_Task, 'duration_secs': 0.518852} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.362859] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.363858] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a117906d-ea93-470a-b128-9e0a8d526eaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.392594] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd86753-0983-455b-8ebe-111745c51c08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.407616] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 751.407616] env[63309]: value = "task-2729967" [ 751.407616] env[63309]: _type = "Task" [ 751.407616] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.415644] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.424449] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729965, 'name': Rename_Task, 'duration_secs': 0.243984} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.424706] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.424999] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b5d675-5747-447c-bd2e-5c003d610734 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.432635] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 751.432635] env[63309]: value = "task-2729968" [ 751.432635] env[63309]: _type = "Task" [ 751.432635] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.445294] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.578118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.578118] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.581077] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.617s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.582076] env[63309]: INFO nova.compute.claims [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.613637] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079105} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.614529] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.614730] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4840c9f-18c5-4bad-bd0b-e32223423ac1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.638574] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3/578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.639019] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0810cf-e54b-42dd-be0a-a555ddd84187 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.661061] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 751.661061] env[63309]: value = "task-2729969" [ 751.661061] env[63309]: _type = "Task" [ 751.661061] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.670878] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.682571] env[63309]: DEBUG oslo_concurrency.lockutils [None req-96b8281d-1170-47be-9707-bac3280e71ba tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.869s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.713062] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.919944] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729967, 'name': ReconfigVM_Task, 'duration_secs': 0.356203} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.920257] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.920513] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a752c616-37e0-462b-802a-f82e3588f09a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.927907] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 751.927907] env[63309]: value = "task-2729970" [ 751.927907] env[63309]: _type = "Task" [ 751.927907] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.946022] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.946415] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.088869] env[63309]: DEBUG nova.compute.utils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.095676] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.095866] env[63309]: DEBUG nova.network.neutron [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.142111] env[63309]: DEBUG nova.policy [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27285d039fc74cb2b8a07000ae5b772f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74bc7d25366c47b884cd91a356421585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.172956] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729969, 'name': ReconfigVM_Task, 'duration_secs': 0.317095} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.173747] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3/578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.174919] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acf0f3ef-7650-4756-8a34-26d995fce794 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.181252] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 752.181252] env[63309]: value = "task-2729971" [ 752.181252] env[63309]: _type = "Task" [ 752.181252] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.187097] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.202051] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729971, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.445151] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.449465] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.467073] env[63309]: DEBUG nova.network.neutron [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Successfully created port: 604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.600026] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.652069] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.657850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.657850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.657850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.657850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.658701] env[63309]: INFO nova.compute.manager [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Terminating instance [ 752.698785] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729971, 'name': Rename_Task, 'duration_secs': 0.144206} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.706179] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.709717] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab120f85-c11b-449b-8662-8e11da38f104 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.720938] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 752.720938] env[63309]: value = "task-2729972" [ 752.720938] env[63309]: _type = "Task" [ 752.720938] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.726087] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.736631] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729972, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.806960] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "7e4dfe48-66be-458e-a142-b5d039d1306a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.807349] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.807690] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "7e4dfe48-66be-458e-a142-b5d039d1306a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.808498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.808498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.816465] env[63309]: INFO nova.compute.manager [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Terminating instance [ 752.944841] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.950911] env[63309]: DEBUG oslo_vmware.api [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729968, 'name': PowerOnVM_Task, 'duration_secs': 1.174345} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.950911] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.951417] env[63309]: INFO nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Took 9.57 seconds to spawn the instance on the hypervisor. [ 752.951641] env[63309]: DEBUG nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.955494] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7d9661-303c-4105-bcb0-8afa3a13bbcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.164961] env[63309]: DEBUG nova.compute.manager [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.165292] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.166458] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e2659b-d06e-401b-aef0-c6386afb844b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.176841] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.183186] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edaeaf9-bce4-4b1a-bd13-e95eef6736b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.195272] env[63309]: DEBUG oslo_vmware.api [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 753.195272] env[63309]: value = "task-2729973" [ 753.195272] env[63309]: _type = "Task" [ 753.195272] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.206957] env[63309]: DEBUG oslo_vmware.api [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.236794] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.264166] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a54be9-13f0-4c43-a34b-3d1f3d46aecd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.272454] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862c391-fb8f-4b2c-be97-1f10cc44f8ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.309376] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c4456-1767-4434-9588-17cd42b3df1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.317437] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5999bf-ee44-4355-84d3-ffc88b995cd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.331936] env[63309]: DEBUG nova.compute.manager [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.332221] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.332713] env[63309]: DEBUG nova.compute.provider_tree [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.334997] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1a1c1-c3e4-4b16-a900-55a20d1f816f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.343173] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.344257] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e822747e-1cd4-4789-8132-666611728cdd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.350758] env[63309]: DEBUG oslo_vmware.api [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 753.350758] env[63309]: value = "task-2729974" [ 753.350758] env[63309]: _type = "Task" [ 753.350758] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.360742] env[63309]: DEBUG oslo_vmware.api [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.442256] env[63309]: DEBUG oslo_vmware.api [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729970, 'name': PowerOnVM_Task, 'duration_secs': 1.298528} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.443878] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.447135] env[63309]: DEBUG nova.compute.manager [None req-947ac8d3-728c-4b04-bf89-02cab7718f81 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.447886] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c8a2c-fc48-428a-bed1-8cb5a76efc45 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.477346] env[63309]: INFO nova.compute.manager [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Took 40.82 seconds to build instance. [ 753.617757] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.646993] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.647258] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.647413] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.647590] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.647734] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.647882] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.649306] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.649531] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.649718] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.650248] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.650373] env[63309]: DEBUG nova.virt.hardware [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.651336] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6759cd-dd9c-4033-b106-c51db27b0b28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.660746] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6022c3f-8311-458d-965a-da9c91ab88a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.704792] env[63309]: DEBUG oslo_vmware.api [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729973, 'name': PowerOffVM_Task, 'duration_secs': 0.269459} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.704903] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.709110] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.709438] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f0ed60-3e13-4df6-9d69-6ebaef39193b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.733336] env[63309]: DEBUG oslo_vmware.api [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2729972, 'name': PowerOnVM_Task, 'duration_secs': 0.586619} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.733634] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.733840] env[63309]: INFO nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Took 7.55 seconds to spawn the instance on the hypervisor. [ 753.734032] env[63309]: DEBUG nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.734934] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b899aa-3505-49ee-b4a4-cbf0eebf4ca4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.771520] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.775019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.775019] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleting the datastore file [datastore2] 88980f36-3dbc-43b1-9c7c-a4db359a7c49 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.775019] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-185a2783-032f-4af0-8c54-9fc8318438c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780021] env[63309]: DEBUG oslo_vmware.api [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 753.780021] env[63309]: value = "task-2729976" [ 753.780021] env[63309]: _type = "Task" [ 753.780021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.788682] env[63309]: DEBUG oslo_vmware.api [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.842018] env[63309]: DEBUG nova.scheduler.client.report [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.862152] env[63309]: DEBUG oslo_vmware.api [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729974, 'name': PowerOffVM_Task, 'duration_secs': 0.196541} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.862606] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.862970] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.863391] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3ead6e-1bfb-4717-b136-07e913e2ddc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.926353] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.926353] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.926553] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleting the datastore file [datastore2] 7e4dfe48-66be-458e-a142-b5d039d1306a {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.927429] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95fb3026-1a73-4207-a9ef-cfc4fd217edc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.934762] env[63309]: DEBUG oslo_vmware.api [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 753.934762] env[63309]: value = "task-2729978" [ 753.934762] env[63309]: _type = "Task" [ 753.934762] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.943125] env[63309]: DEBUG oslo_vmware.api [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.979986] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf4f2de-ffa3-4a0e-83cd-16ac83d1a59a tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.226s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.259591] env[63309]: INFO nova.compute.manager [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Took 41.34 seconds to build instance. [ 754.265385] env[63309]: DEBUG nova.network.neutron [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Successfully updated port: 604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.292160] env[63309]: DEBUG oslo_vmware.api [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355115} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.293409] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.293549] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.293723] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.293939] env[63309]: INFO nova.compute.manager [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 754.295144] env[63309]: DEBUG oslo.service.loopingcall [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.295373] env[63309]: DEBUG nova.compute.manager [req-65a064b4-ccf4-4fc5-8bef-d4f9c9d2ebc4 req-eafdb6af-4f36-4072-9b4a-c28a51561e72 service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Received event network-vif-plugged-604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.295525] env[63309]: DEBUG oslo_concurrency.lockutils [req-65a064b4-ccf4-4fc5-8bef-d4f9c9d2ebc4 req-eafdb6af-4f36-4072-9b4a-c28a51561e72 service nova] Acquiring lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.295722] env[63309]: DEBUG oslo_concurrency.lockutils [req-65a064b4-ccf4-4fc5-8bef-d4f9c9d2ebc4 req-eafdb6af-4f36-4072-9b4a-c28a51561e72 service nova] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.296198] env[63309]: DEBUG oslo_concurrency.lockutils [req-65a064b4-ccf4-4fc5-8bef-d4f9c9d2ebc4 req-eafdb6af-4f36-4072-9b4a-c28a51561e72 service nova] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.296198] env[63309]: DEBUG nova.compute.manager [req-65a064b4-ccf4-4fc5-8bef-d4f9c9d2ebc4 req-eafdb6af-4f36-4072-9b4a-c28a51561e72 service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] No waiting events found dispatching network-vif-plugged-604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.296198] env[63309]: WARNING nova.compute.manager [req-65a064b4-ccf4-4fc5-8bef-d4f9c9d2ebc4 req-eafdb6af-4f36-4072-9b4a-c28a51561e72 service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Received unexpected event network-vif-plugged-604813db-0e13-4798-859a-915d71fada30 for instance with vm_state building and task_state spawning. [ 754.296474] env[63309]: DEBUG nova.compute.manager [-] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.296569] env[63309]: DEBUG nova.network.neutron [-] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.344876] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.345436] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.348858] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.481s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.349938] env[63309]: DEBUG nova.objects.instance [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lazy-loading 'resources' on Instance uuid b77d178a-2937-4dac-a312-ce924b4f3f36 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.423497] env[63309]: DEBUG nova.compute.manager [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.423693] env[63309]: DEBUG nova.compute.manager [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing instance network info cache due to event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.423969] env[63309]: DEBUG oslo_concurrency.lockutils [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.424150] env[63309]: DEBUG oslo_concurrency.lockutils [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.424316] env[63309]: DEBUG nova.network.neutron [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.443929] env[63309]: DEBUG oslo_vmware.api [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2729978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495995} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.444218] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.444412] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.444583] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.444748] env[63309]: INFO nova.compute.manager [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 754.444988] env[63309]: DEBUG oslo.service.loopingcall [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.445190] env[63309]: DEBUG nova.compute.manager [-] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.445283] env[63309]: DEBUG nova.network.neutron [-] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.483948] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.703680] env[63309]: DEBUG oslo_concurrency.lockutils [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] Acquiring lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.703872] env[63309]: DEBUG oslo_concurrency.lockutils [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] Acquired lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.707688] env[63309]: DEBUG nova.network.neutron [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.767172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11602355-950e-4143-8673-dcf9c6e40f7f tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.868s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.770254] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "refresh_cache-2660a9d8-ad47-4172-bf7a-1710aa1b3092" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.770254] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "refresh_cache-2660a9d8-ad47-4172-bf7a-1710aa1b3092" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.770254] env[63309]: DEBUG nova.network.neutron [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.851829] env[63309]: DEBUG nova.compute.utils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.853206] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.853425] env[63309]: DEBUG nova.network.neutron [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.910274] env[63309]: DEBUG nova.policy [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1faaf9a167cb4bccaa5d1f8c7032b525', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6adea69bb81d4d22b19a77ebcc8636ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.988174] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f30e9f63-42de-49b6-8384-09a8ba917d28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.988434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.008172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.061845] env[63309]: DEBUG nova.network.neutron [-] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.180207] env[63309]: DEBUG nova.network.neutron [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updated VIF entry in instance network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.180709] env[63309]: DEBUG nova.network.neutron [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.191990] env[63309]: DEBUG nova.network.neutron [-] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.194259] env[63309]: DEBUG nova.network.neutron [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Successfully created port: 32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.270169] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.322750] env[63309]: DEBUG nova.network.neutron [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.359982] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.411607] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8eea3c-0517-4d52-8395-2794bd14eb6c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.423776] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346e4b1-aa9b-4f6f-be73-0488141b09d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.457854] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb09598-8465-4350-84b4-44499ea0f897 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.466107] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b2aee-5aab-42a1-8cce-86ebbb8397b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.481387] env[63309]: DEBUG nova.compute.provider_tree [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.493453] env[63309]: DEBUG nova.compute.utils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.563759] env[63309]: INFO nova.compute.manager [-] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Took 1.27 seconds to deallocate network for instance. [ 755.634356] env[63309]: DEBUG nova.network.neutron [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Updating instance_info_cache with network_info: [{"id": "22ece187-bd21-43dc-956c-1ff8a3aef210", "address": "fa:16:3e:f2:45:18", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ece187-bd", "ovs_interfaceid": "22ece187-bd21-43dc-956c-1ff8a3aef210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.636630] env[63309]: DEBUG nova.network.neutron [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Updating instance_info_cache with network_info: [{"id": "604813db-0e13-4798-859a-915d71fada30", "address": "fa:16:3e:64:a9:4d", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604813db-0e", "ovs_interfaceid": "604813db-0e13-4798-859a-915d71fada30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.686445] env[63309]: DEBUG oslo_concurrency.lockutils [req-3b22df0a-cf4e-416a-aeb0-41e438e56132 req-6f28575d-c26d-4d14-af89-5937ae73a164 service nova] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.697421] env[63309]: INFO nova.compute.manager [-] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Took 1.25 seconds to deallocate network for instance. [ 755.794458] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.986249] env[63309]: DEBUG nova.scheduler.client.report [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.996502] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.070111] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.137391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] Releasing lock "refresh_cache-578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.137637] env[63309]: DEBUG nova.compute.manager [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Inject network info {{(pid=63309) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 756.137902] env[63309]: DEBUG nova.compute.manager [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] network_info to inject: |[{"id": "22ece187-bd21-43dc-956c-1ff8a3aef210", "address": "fa:16:3e:f2:45:18", "network": {"id": "ee73567a-8d78-44a8-ab04-19ce7624a637", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1702488605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44e309795e24039ae6f8ad8b2d8a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ece187-bd", "ovs_interfaceid": "22ece187-bd21-43dc-956c-1ff8a3aef210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 756.144180] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Reconfiguring VM instance to set the machine id {{(pid=63309) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 756.144685] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "refresh_cache-2660a9d8-ad47-4172-bf7a-1710aa1b3092" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.144973] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Instance network_info: |[{"id": "604813db-0e13-4798-859a-915d71fada30", "address": "fa:16:3e:64:a9:4d", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604813db-0e", "ovs_interfaceid": "604813db-0e13-4798-859a-915d71fada30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.145261] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7c3d96-dbaf-4508-92b2-960376818fca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155678] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:a9:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '604813db-0e13-4798-859a-915d71fada30', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.162880] env[63309]: DEBUG oslo.service.loopingcall [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.163578] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.164245] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-447c4e53-2101-404e-974f-228e90317972 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.180705] env[63309]: DEBUG oslo_vmware.api [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] Waiting for the task: (returnval){ [ 756.180705] env[63309]: value = "task-2729979" [ 756.180705] env[63309]: _type = "Task" [ 756.180705] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.190292] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.190292] env[63309]: value = "task-2729980" [ 756.190292] env[63309]: _type = "Task" [ 756.190292] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.197033] env[63309]: DEBUG oslo_vmware.api [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] Task: {'id': task-2729979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.205387] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.209629] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729980, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.375039] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.400237] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.400383] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.400529] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.400707] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.400853] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.400999] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.401234] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.401400] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.401569] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.401732] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.401899] env[63309]: DEBUG nova.virt.hardware [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.403031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7cac95-b208-456e-b27d-a4e38c565f92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.411047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35a9edf-65d6-4f25-9347-6449316315d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.491226] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.494721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.743s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.495034] env[63309]: DEBUG nova.objects.instance [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lazy-loading 'resources' on Instance uuid 1a8ea490-d495-4aec-8618-d450300c95bd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.518923] env[63309]: INFO nova.scheduler.client.report [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Deleted allocations for instance b77d178a-2937-4dac-a312-ce924b4f3f36 [ 756.691486] env[63309]: DEBUG oslo_vmware.api [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] Task: {'id': task-2729979, 'name': ReconfigVM_Task, 'duration_secs': 0.220183} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.694996] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-73d7286c-f3e0-4ebc-b8a5-798c236346dd tempest-ServersAdminTestJSON-2138325510 tempest-ServersAdminTestJSON-2138325510-project-admin] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Reconfigured VM instance to set the machine id {{(pid=63309) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 756.699986] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729980, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.000361] env[63309]: DEBUG nova.network.neutron [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Successfully updated port: 32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.029498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19ec123e-19a6-48a3-a980-b120aba7d43d tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "b77d178a-2937-4dac-a312-ce924b4f3f36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.418s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.095909] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f30e9f63-42de-49b6-8384-09a8ba917d28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.096820] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.096820] env[63309]: INFO nova.compute.manager [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Attaching volume 85242b94-e9c0-44ad-96fd-06084e7c4802 to /dev/sdb [ 757.143319] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403606e-b790-446e-a79b-cb93ce306a5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.154168] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfc622-23e1-4367-b643-80f9e53637e4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.167531] env[63309]: DEBUG nova.virt.block_device [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Updating existing volume attachment record: 357b5e51-390b-484b-ba82-b178858c2d95 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 757.201505] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729980, 'name': CreateVM_Task, 'duration_secs': 0.9281} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.204101] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.205683] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.205850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.208705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.208705] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1324fd42-892b-49cf-b27d-55ffae1b86a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.211809] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 757.211809] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f72d2f-75f6-6a7a-d62d-be2e43789bb2" [ 757.211809] env[63309]: _type = "Task" [ 757.211809] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.221013] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f72d2f-75f6-6a7a-d62d-be2e43789bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.324495] env[63309]: DEBUG nova.compute.manager [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Received event network-changed-604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.324719] env[63309]: DEBUG nova.compute.manager [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Refreshing instance network info cache due to event network-changed-604813db-0e13-4798-859a-915d71fada30. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.324965] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] Acquiring lock "refresh_cache-2660a9d8-ad47-4172-bf7a-1710aa1b3092" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.328562] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] Acquired lock "refresh_cache-2660a9d8-ad47-4172-bf7a-1710aa1b3092" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.328562] env[63309]: DEBUG nova.network.neutron [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Refreshing network info cache for port 604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.378723] env[63309]: DEBUG nova.compute.manager [req-6862e72c-008b-410c-9732-537129a9c4a7 req-d5ae8177-e435-47dd-b728-c5f445cb2337 service nova] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Received event network-vif-deleted-b0ca991f-36c3-4d3a-945b-9401ec52ad53 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.505365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "refresh_cache-084bd41e-c76d-4ee7-beba-f00feefffc36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.505616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquired lock "refresh_cache-084bd41e-c76d-4ee7-beba-f00feefffc36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.505866] env[63309]: DEBUG nova.network.neutron [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.516952] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b583c7b-efdc-4e20-8b3d-771dbca0f81f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.532350] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2958202a-eb05-4c48-931b-0271d9f4f30a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.327397] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.327638] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.327830] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.328010] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.328187] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.331752] env[63309]: INFO nova.compute.manager [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Terminating instance [ 758.336251] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff68758-2558-44d7-b385-3cd519647ad9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.346034] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f72d2f-75f6-6a7a-d62d-be2e43789bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.025604} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.348123] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.348356] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.348580] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.348724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.348899] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.349197] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a077871-2705-4063-b5ed-2af780125332 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.351786] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a998e9-085c-47b7-837d-080c687dfd2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.366650] env[63309]: DEBUG nova.compute.provider_tree [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.368829] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.369008] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.369700] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ef1f27-942d-449b-a158-979a27e76ec7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.375031] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 758.375031] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5254d343-9bb0-98aa-5e0c-00291ac5d5ef" [ 758.375031] env[63309]: _type = "Task" [ 758.375031] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.385408] env[63309]: DEBUG nova.network.neutron [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.387488] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5254d343-9bb0-98aa-5e0c-00291ac5d5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.602109] env[63309]: DEBUG nova.network.neutron [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Updating instance_info_cache with network_info: [{"id": "32c26106-32f0-435f-aa95-51b8cd8f01ee", "address": "fa:16:3e:b9:58:a5", "network": {"id": "766cc8d9-b0fd-4917-bcf6-abe51b6b301a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-429424290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adea69bb81d4d22b19a77ebcc8636ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c26106-32", "ovs_interfaceid": "32c26106-32f0-435f-aa95-51b8cd8f01ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.602109] env[63309]: DEBUG nova.network.neutron [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Updated VIF entry in instance network info cache for port 604813db-0e13-4798-859a-915d71fada30. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.606174] env[63309]: DEBUG nova.network.neutron [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Updating instance_info_cache with network_info: [{"id": "604813db-0e13-4798-859a-915d71fada30", "address": "fa:16:3e:64:a9:4d", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604813db-0e", "ovs_interfaceid": "604813db-0e13-4798-859a-915d71fada30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.841502] env[63309]: DEBUG nova.compute.manager [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.841726] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.842745] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb83b731-6249-4f05-bd97-b51432bbdbec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.851077] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.851803] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd19014a-7b02-4469-ab05-7dadd40179b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.858307] env[63309]: DEBUG oslo_vmware.api [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 758.858307] env[63309]: value = "task-2729984" [ 758.858307] env[63309]: _type = "Task" [ 758.858307] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.866383] env[63309]: DEBUG oslo_vmware.api [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.873512] env[63309]: DEBUG nova.scheduler.client.report [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.886936] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5254d343-9bb0-98aa-5e0c-00291ac5d5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.887779] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d4e903-57b4-44a6-bc48-ad13e8d1c1a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.893716] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 758.893716] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52667375-262d-08c6-3f70-d14fcfd5a56e" [ 758.893716] env[63309]: _type = "Task" [ 758.893716] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.902665] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52667375-262d-08c6-3f70-d14fcfd5a56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.105839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Releasing lock "refresh_cache-084bd41e-c76d-4ee7-beba-f00feefffc36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.106024] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Instance network_info: |[{"id": "32c26106-32f0-435f-aa95-51b8cd8f01ee", "address": "fa:16:3e:b9:58:a5", "network": {"id": "766cc8d9-b0fd-4917-bcf6-abe51b6b301a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-429424290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adea69bb81d4d22b19a77ebcc8636ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c26106-32", "ovs_interfaceid": "32c26106-32f0-435f-aa95-51b8cd8f01ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.106437] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] Releasing lock "refresh_cache-2660a9d8-ad47-4172-bf7a-1710aa1b3092" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.106657] env[63309]: DEBUG nova.compute.manager [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Received event network-vif-deleted-d700cec1-8f61-4603-bfee-77499c20a0fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.106835] env[63309]: DEBUG nova.compute.manager [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.106996] env[63309]: DEBUG nova.compute.manager [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing instance network info cache due to event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.107237] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.107379] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.109360] env[63309]: DEBUG nova.network.neutron [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.109360] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:58:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c26106-32f0-435f-aa95-51b8cd8f01ee', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.116257] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Creating folder: Project (6adea69bb81d4d22b19a77ebcc8636ea). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.116776] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3420b720-f54e-4841-af92-f29c88918c42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.127501] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Created folder: Project (6adea69bb81d4d22b19a77ebcc8636ea) in parent group-v549567. [ 759.127691] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Creating folder: Instances. Parent ref: group-v549705. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.128219] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04af9b6d-85b6-451f-a8cb-cd72ba264119 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.136381] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Created folder: Instances in parent group-v549705. [ 759.136611] env[63309]: DEBUG oslo.service.loopingcall [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.136865] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.136994] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d0b1dd6-5b58-4e04-8df3-1cdd5c3bcf3b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.158811] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.158811] env[63309]: value = "task-2729987" [ 759.158811] env[63309]: _type = "Task" [ 759.158811] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.166220] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729987, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.368209] env[63309]: DEBUG oslo_vmware.api [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729984, 'name': PowerOffVM_Task, 'duration_secs': 0.214289} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.368473] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.368641] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.368887] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b192582b-7e9c-4784-af07-5497aada8e42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.383476] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.890s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.386392] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.135s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.386392] env[63309]: DEBUG nova.objects.instance [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lazy-loading 'resources' on Instance uuid 986ddb2d-7aeb-457d-9b8a-da57829421f7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.404929] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52667375-262d-08c6-3f70-d14fcfd5a56e, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.405129] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.405389] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2660a9d8-ad47-4172-bf7a-1710aa1b3092/2660a9d8-ad47-4172-bf7a-1710aa1b3092.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.405648] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442ccb2b-e412-48fa-a66f-8738dda738f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.408910] env[63309]: INFO nova.scheduler.client.report [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Deleted allocations for instance 1a8ea490-d495-4aec-8618-d450300c95bd [ 759.413703] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 759.413703] env[63309]: value = "task-2729989" [ 759.413703] env[63309]: _type = "Task" [ 759.413703] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.423143] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.433602] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.433715] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.433902] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Deleting the datastore file [datastore1] 82b4b4cf-1a0b-45a5-accc-174b16151b7b {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.434316] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a030501-3ffa-4839-bcd8-03131ff6179b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.441788] env[63309]: DEBUG oslo_vmware.api [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for the task: (returnval){ [ 759.441788] env[63309]: value = "task-2729990" [ 759.441788] env[63309]: _type = "Task" [ 759.441788] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.452709] env[63309]: DEBUG oslo_vmware.api [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.514092] env[63309]: DEBUG nova.compute.manager [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.514304] env[63309]: DEBUG nova.compute.manager [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing instance network info cache due to event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.514494] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.598961] env[63309]: DEBUG nova.compute.manager [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Received event network-vif-plugged-32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.598961] env[63309]: DEBUG oslo_concurrency.lockutils [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] Acquiring lock "084bd41e-c76d-4ee7-beba-f00feefffc36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.598961] env[63309]: DEBUG oslo_concurrency.lockutils [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.599119] env[63309]: DEBUG oslo_concurrency.lockutils [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.599324] env[63309]: DEBUG nova.compute.manager [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] No waiting events found dispatching network-vif-plugged-32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.599523] env[63309]: WARNING nova.compute.manager [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Received unexpected event network-vif-plugged-32c26106-32f0-435f-aa95-51b8cd8f01ee for instance with vm_state building and task_state spawning. [ 759.599716] env[63309]: DEBUG nova.compute.manager [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Received event network-changed-32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.599896] env[63309]: DEBUG nova.compute.manager [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Refreshing instance network info cache due to event network-changed-32c26106-32f0-435f-aa95-51b8cd8f01ee. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.600125] env[63309]: DEBUG oslo_concurrency.lockutils [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] Acquiring lock "refresh_cache-084bd41e-c76d-4ee7-beba-f00feefffc36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.600310] env[63309]: DEBUG oslo_concurrency.lockutils [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] Acquired lock "refresh_cache-084bd41e-c76d-4ee7-beba-f00feefffc36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.600508] env[63309]: DEBUG nova.network.neutron [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Refreshing network info cache for port 32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.674146] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2729987, 'name': CreateVM_Task, 'duration_secs': 0.298728} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.674349] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.675110] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.675261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.675617] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.676210] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135d3999-bcd7-4e72-8bf0-75d910bf3829 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.681012] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 759.681012] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52baacf5-503b-68a5-cd1a-00d00ff17dbe" [ 759.681012] env[63309]: _type = "Task" [ 759.681012] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.691690] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52baacf5-503b-68a5-cd1a-00d00ff17dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.923985] env[63309]: DEBUG nova.network.neutron [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updated VIF entry in instance network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.924480] env[63309]: DEBUG nova.network.neutron [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.928496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05a490c8-865c-45d4-be26-32354c8d4aa2 tempest-ServerMetadataNegativeTestJSON-1339955508 tempest-ServerMetadataNegativeTestJSON-1339955508-project-member] Lock "1a8ea490-d495-4aec-8618-d450300c95bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.625s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.934825] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45979} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.935288] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2660a9d8-ad47-4172-bf7a-1710aa1b3092/2660a9d8-ad47-4172-bf7a-1710aa1b3092.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.935535] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.935789] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17a978b6-185e-4f1a-a927-d0fd96460f2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.971841] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 759.971841] env[63309]: value = "task-2729992" [ 759.971841] env[63309]: _type = "Task" [ 759.971841] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.971841] env[63309]: DEBUG oslo_vmware.api [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Task: {'id': task-2729990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174393} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.974018] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.974245] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.974421] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.974596] env[63309]: INFO nova.compute.manager [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.974824] env[63309]: DEBUG oslo.service.loopingcall [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.979806] env[63309]: DEBUG nova.compute.manager [-] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.979930] env[63309]: DEBUG nova.network.neutron [-] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.987862] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.112642] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "02942cf6-fe72-4f77-9d87-ac9287527317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.113355] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "02942cf6-fe72-4f77-9d87-ac9287527317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.114326] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "02942cf6-fe72-4f77-9d87-ac9287527317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.114448] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "02942cf6-fe72-4f77-9d87-ac9287527317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.114625] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "02942cf6-fe72-4f77-9d87-ac9287527317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.121204] env[63309]: INFO nova.compute.manager [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Terminating instance [ 760.195692] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52baacf5-503b-68a5-cd1a-00d00ff17dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.05247} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.199243] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.199452] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.199694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.199839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.200015] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.202968] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ba9e297-d163-4bb3-b535-e8f790bd0b50 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.214949] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.215276] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.220309] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c5b19d-fdc8-451b-bc31-5eb1a6ad73ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.229521] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 760.229521] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5213f49a-e8e2-ae71-3619-a7bf5000c281" [ 760.229521] env[63309]: _type = "Task" [ 760.229521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.239491] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5213f49a-e8e2-ae71-3619-a7bf5000c281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.395306] env[63309]: DEBUG nova.network.neutron [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Updated VIF entry in instance network info cache for port 32c26106-32f0-435f-aa95-51b8cd8f01ee. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.395705] env[63309]: DEBUG nova.network.neutron [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Updating instance_info_cache with network_info: [{"id": "32c26106-32f0-435f-aa95-51b8cd8f01ee", "address": "fa:16:3e:b9:58:a5", "network": {"id": "766cc8d9-b0fd-4917-bcf6-abe51b6b301a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-429424290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adea69bb81d4d22b19a77ebcc8636ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c26106-32", "ovs_interfaceid": "32c26106-32f0-435f-aa95-51b8cd8f01ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.427026] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec895a9b-c541-47b0-869b-340cf62f02d0 req-d147170c-07d2-4b5b-830a-17fed06f31ad service nova] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.432027] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.432231] env[63309]: DEBUG nova.network.neutron [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.485809] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121348} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.486457] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.486900] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d2a0e-d4cf-4ac1-95b8-b096da4940ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.512781] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 2660a9d8-ad47-4172-bf7a-1710aa1b3092/2660a9d8-ad47-4172-bf7a-1710aa1b3092.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.515197] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862f0d6b-9914-4289-a435-43c4939b4021 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.529627] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf247e-1686-4162-8a92-ff6bf031a721 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.539831] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1596fbc8-1ed6-4764-bf68-5b0d0d42a744 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.543068] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 760.543068] env[63309]: value = "task-2729993" [ 760.543068] env[63309]: _type = "Task" [ 760.543068] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.571880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ef5c7-616c-44be-915a-a1d06f4e6acd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.578447] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.583383] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6a994-63d0-4340-8092-8f67508e866a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.596609] env[63309]: DEBUG nova.compute.provider_tree [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.624967] env[63309]: DEBUG nova.compute.manager [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.625263] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.626502] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d9829-831f-4710-b029-5dd347be3e46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.634509] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.634612] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765bafb6-eb5d-4223-962e-e185701252a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.641296] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 760.641296] env[63309]: value = "task-2729994" [ 760.641296] env[63309]: _type = "Task" [ 760.641296] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.650459] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.741094] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5213f49a-e8e2-ae71-3619-a7bf5000c281, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.742074] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31618ca3-ecbc-4a78-b0a2-695d41c4f417 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.751185] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 760.751185] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52689d0e-3348-7eff-91b0-e15678c7517b" [ 760.751185] env[63309]: _type = "Task" [ 760.751185] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.757330] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52689d0e-3348-7eff-91b0-e15678c7517b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.773882] env[63309]: DEBUG nova.network.neutron [-] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.900995] env[63309]: DEBUG oslo_concurrency.lockutils [req-acd46977-f368-4e0c-bfef-54f7bfbdd3d2 req-845f2359-70e1-41e5-98d5-5364787e7811 service nova] Releasing lock "refresh_cache-084bd41e-c76d-4ee7-beba-f00feefffc36" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.055586] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.103957] env[63309]: DEBUG nova.scheduler.client.report [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.154288] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729994, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.195870] env[63309]: DEBUG nova.network.neutron [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updated VIF entry in instance network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.196359] env[63309]: DEBUG nova.network.neutron [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.259209] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52689d0e-3348-7eff-91b0-e15678c7517b, 'name': SearchDatastore_Task, 'duration_secs': 0.01584} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.259463] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.259720] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 084bd41e-c76d-4ee7-beba-f00feefffc36/084bd41e-c76d-4ee7-beba-f00feefffc36.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.259972] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-088f6339-a332-4b36-ac23-e6155b3e207f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.266874] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 761.266874] env[63309]: value = "task-2729995" [ 761.266874] env[63309]: _type = "Task" [ 761.266874] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.275099] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2729995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.276612] env[63309]: INFO nova.compute.manager [-] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Took 1.30 seconds to deallocate network for instance. [ 761.428104] env[63309]: INFO nova.compute.manager [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Rebuilding instance [ 761.479179] env[63309]: DEBUG nova.compute.manager [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.480907] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb52d6e9-e4db-47d8-a0c0-a0f2bc5ba3f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.555117] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729993, 'name': ReconfigVM_Task, 'duration_secs': 0.66309} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.555700] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 2660a9d8-ad47-4172-bf7a-1710aa1b3092/2660a9d8-ad47-4172-bf7a-1710aa1b3092.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.559215] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da821b1c-ef97-4957-99e3-51445ab535e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.566719] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 761.566719] env[63309]: value = "task-2729996" [ 761.566719] env[63309]: _type = "Task" [ 761.566719] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.579926] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729996, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.618296] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.619773] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.164s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.652330] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2729994, 'name': PowerOffVM_Task, 'duration_secs': 0.532281} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.653574] env[63309]: INFO nova.scheduler.client.report [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Deleted allocations for instance 986ddb2d-7aeb-457d-9b8a-da57829421f7 [ 761.654877] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.655201] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.656840] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbeaaaca-3655-47bb-9522-3cd75d715f70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.693231] env[63309]: DEBUG nova.compute.manager [req-ed6053d6-6ab9-42e6-96a9-24b26a154f3a req-28511543-f09c-4152-b56b-d5f255796692 service nova] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Received event network-vif-deleted-4caa22f8-6b84-4713-a88f-c6b4a3213d29 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.699167] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.699631] env[63309]: DEBUG nova.compute.manager [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.699631] env[63309]: DEBUG nova.compute.manager [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing instance network info cache due to event network-changed-aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.699800] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] Acquiring lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.699941] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] Acquired lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.700127] env[63309]: DEBUG nova.network.neutron [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Refreshing network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.722311] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 761.722311] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549704', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'name': 'volume-85242b94-e9c0-44ad-96fd-06084e7c4802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f30e9f63-42de-49b6-8384-09a8ba917d28', 'attached_at': '', 'detached_at': '', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'serial': '85242b94-e9c0-44ad-96fd-06084e7c4802'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 761.722311] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d7e9e-0ab8-4767-99cc-9a073f3128b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.752308] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b19bd-1b3b-4778-892c-ca36029fa105 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.785206] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-85242b94-e9c0-44ad-96fd-06084e7c4802/volume-85242b94-e9c0-44ad-96fd-06084e7c4802.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.789869] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.790224] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0cb90a0-d9a0-47cb-8288-d6f11d7aaba6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.811084] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2729995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501471} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.812464] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 084bd41e-c76d-4ee7-beba-f00feefffc36/084bd41e-c76d-4ee7-beba-f00feefffc36.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.812694] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.813122] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 761.813122] env[63309]: value = "task-2729998" [ 761.813122] env[63309]: _type = "Task" [ 761.813122] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.813339] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acefeb82-4f3c-4791-95e9-ad2e9b0dc3f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.822693] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 761.822693] env[63309]: value = "task-2729999" [ 761.822693] env[63309]: _type = "Task" [ 761.822693] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.826089] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.833290] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2729999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.077795] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2729996, 'name': Rename_Task, 'duration_secs': 0.238572} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.078102] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.078355] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81369cec-07aa-4b3d-8669-58ec1cb67b2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.084459] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 762.084459] env[63309]: value = "task-2730000" [ 762.084459] env[63309]: _type = "Task" [ 762.084459] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.092767] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.137205] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.137205] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.137338] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Deleting the datastore file [datastore1] 02942cf6-fe72-4f77-9d87-ac9287527317 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.137771] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5907fb-81bd-43a3-b22a-d76e7a5014fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.145032] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for the task: (returnval){ [ 762.145032] env[63309]: value = "task-2730001" [ 762.145032] env[63309]: _type = "Task" [ 762.145032] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.153899] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2730001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.166096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ac2eda1-3474-42ff-97b2-7d59d2be2482 tempest-FloatingIPsAssociationNegativeTestJSON-594740327 tempest-FloatingIPsAssociationNegativeTestJSON-594740327-project-member] Lock "986ddb2d-7aeb-457d-9b8a-da57829421f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.371s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.328185] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.342189] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2729999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.448137] env[63309]: DEBUG nova.network.neutron [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updated VIF entry in instance network info cache for port aa20dc17-5a76-4d2f-a84c-311fbf2206f9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.448566] env[63309]: DEBUG nova.network.neutron [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [{"id": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "address": "fa:16:3e:f6:6b:35", "network": {"id": "ab3fcb46-2d48-48ae-ad7a-bdc306d486ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-506610012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c749f042d1bc4b269bb0f3f3293fd0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa20dc17-5a", "ovs_interfaceid": "aa20dc17-5a76-4d2f-a84c-311fbf2206f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.501043] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.501043] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fceebca-65a5-482b-90e6-f442dcccf6f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.507311] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 762.507311] env[63309]: value = "task-2730002" [ 762.507311] env[63309]: _type = "Task" [ 762.507311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.516216] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.600486] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730000, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.657398] env[63309]: DEBUG oslo_vmware.api [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Task: {'id': task-2730001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417381} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.657646] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.657824] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.658201] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.658201] env[63309]: INFO nova.compute.manager [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Took 2.03 seconds to destroy the instance on the hypervisor. [ 762.658527] env[63309]: DEBUG oslo.service.loopingcall [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.658896] env[63309]: DEBUG nova.compute.manager [-] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.659000] env[63309]: DEBUG nova.network.neutron [-] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.676184] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7883463-9b78-464e-ad57-2ce44c2cc97b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.683407] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa35042-1dd1-45d1-8d51-883a8b7c2b91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.717190] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73673e1-d43f-44b7-98f2-9d9c45282076 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.726298] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219368be-2b7b-4603-9baa-d64a5a58a7f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.745437] env[63309]: DEBUG nova.compute.provider_tree [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.837312] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.843090] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2729999, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.954073] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec560341-a181-4809-b619-82e466fdc6ea req-8a4b6675-514b-4faf-ac10-f8c745d9e683 service nova] Releasing lock "refresh_cache-02942cf6-fe72-4f77-9d87-ac9287527317" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.017623] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730002, 'name': PowerOffVM_Task, 'duration_secs': 0.24812} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.017895] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.018633] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.019766] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f565d-2558-4ee0-b0ce-c143c5d72fac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.027650] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.027943] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1940b64e-19df-4bd3-8120-1b05a554d0a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.092334] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.092675] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.092980] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleting the datastore file [datastore2] d3a67084-5702-4a8e-901d-bbafae785194 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.093751] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff30c0d1-9c9d-4bd1-9986-f1e13a1e2f48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.100394] env[63309]: DEBUG oslo_vmware.api [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730000, 'name': PowerOnVM_Task, 'duration_secs': 0.537297} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.101073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.101375] env[63309]: INFO nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Took 9.48 seconds to spawn the instance on the hypervisor. [ 763.101648] env[63309]: DEBUG nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.104445] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a577705-e8a8-42ff-8eb8-d16c8c903db1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.106323] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 763.106323] env[63309]: value = "task-2730004" [ 763.106323] env[63309]: _type = "Task" [ 763.106323] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.121076] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.168700] env[63309]: DEBUG nova.compute.manager [req-c75d1b61-2d0e-4467-936d-d3129da923bf req-bc32755e-6b52-4daf-9a84-b8888690f79c service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Received event network-vif-deleted-aa20dc17-5a76-4d2f-a84c-311fbf2206f9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.169014] env[63309]: INFO nova.compute.manager [req-c75d1b61-2d0e-4467-936d-d3129da923bf req-bc32755e-6b52-4daf-9a84-b8888690f79c service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Neutron deleted interface aa20dc17-5a76-4d2f-a84c-311fbf2206f9; detaching it from the instance and deleting it from the info cache [ 763.169214] env[63309]: DEBUG nova.network.neutron [req-c75d1b61-2d0e-4467-936d-d3129da923bf req-bc32755e-6b52-4daf-9a84-b8888690f79c service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.248936] env[63309]: DEBUG nova.scheduler.client.report [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.327500] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2729998, 'name': ReconfigVM_Task, 'duration_secs': 1.316066} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.327910] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-85242b94-e9c0-44ad-96fd-06084e7c4802/volume-85242b94-e9c0-44ad-96fd-06084e7c4802.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.333033] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c87891d6-6d92-4026-a844-840ae22e84c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.350694] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2729999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.023416} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.351992] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.352366] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 763.352366] env[63309]: value = "task-2730005" [ 763.352366] env[63309]: _type = "Task" [ 763.352366] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.353140] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b171a-84da-46f6-9dba-b52f96b6bc0d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.378358] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 084bd41e-c76d-4ee7-beba-f00feefffc36/084bd41e-c76d-4ee7-beba-f00feefffc36.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.381919] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6eb567-421f-44e8-817e-4c7d97ed0e80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.396141] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.401613] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 763.401613] env[63309]: value = "task-2730006" [ 763.401613] env[63309]: _type = "Task" [ 763.401613] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.411346] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.624118] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142481} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.628017] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.628017] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.628017] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.629745] env[63309]: INFO nova.compute.manager [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Took 45.19 seconds to build instance. [ 763.650341] env[63309]: DEBUG nova.network.neutron [-] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.675021] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e7b90c0-16e1-452b-9b4f-ae05d3a15708 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.687122] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e008d-4f2c-43d1-993f-16290e4e6ebf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.721861] env[63309]: DEBUG nova.compute.manager [req-c75d1b61-2d0e-4467-936d-d3129da923bf req-bc32755e-6b52-4daf-9a84-b8888690f79c service nova] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Detach interface failed, port_id=aa20dc17-5a76-4d2f-a84c-311fbf2206f9, reason: Instance 02942cf6-fe72-4f77-9d87-ac9287527317 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 763.866978] env[63309]: DEBUG oslo_vmware.api [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730005, 'name': ReconfigVM_Task, 'duration_secs': 0.141699} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.867606] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549704', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'name': 'volume-85242b94-e9c0-44ad-96fd-06084e7c4802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f30e9f63-42de-49b6-8384-09a8ba917d28', 'attached_at': '', 'detached_at': '', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'serial': '85242b94-e9c0-44ad-96fd-06084e7c4802'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 763.909910] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730006, 'name': ReconfigVM_Task, 'duration_secs': 0.320269} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.910211] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 084bd41e-c76d-4ee7-beba-f00feefffc36/084bd41e-c76d-4ee7-beba-f00feefffc36.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.910838] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa592443-84ae-44ab-8d65-09e105acf78c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.916521] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 763.916521] env[63309]: value = "task-2730007" [ 763.916521] env[63309]: _type = "Task" [ 763.916521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.924058] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730007, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.135032] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77027dc1-378e-4c1a-b8da-d1d0093cbffe tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.148s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.152197] env[63309]: INFO nova.compute.manager [-] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Took 1.49 seconds to deallocate network for instance. [ 764.261550] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.642s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.265973] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.454s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.266243] env[63309]: DEBUG nova.objects.instance [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lazy-loading 'resources' on Instance uuid 3481b312-c716-41b4-a9f4-8992ce7fc1fc {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.428448] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730007, 'name': Rename_Task, 'duration_secs': 0.138074} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.429192] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.429726] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a95be859-35dc-4798-afc2-40bc8494affa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.436083] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 764.436083] env[63309]: value = "task-2730008" [ 764.436083] env[63309]: _type = "Task" [ 764.436083] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.443903] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.640260] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.645876] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bceb47-c1cd-4181-9a87-3efa96be499e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.653423] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Suspending the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 764.653655] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4aa35ab3-38dd-470c-9221-c1e45a5d13ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.663190] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.663426] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.663586] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.663767] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.663985] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.664587] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.664587] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.664587] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.664799] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.664914] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.665100] env[63309]: DEBUG nova.virt.hardware [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.666044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.666748] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c674858f-17f0-4250-931e-090e03bfb892 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.670412] env[63309]: DEBUG oslo_vmware.api [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 764.670412] env[63309]: value = "task-2730009" [ 764.670412] env[63309]: _type = "Task" [ 764.670412] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.677534] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d09000-96dc-4503-bde9-649ba2af2a90 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.684177] env[63309]: DEBUG oslo_vmware.api [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730009, 'name': SuspendVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.696059] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46b40b8-5545-4fc4-9bc8-fb7f9d16d536', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.707103] env[63309]: DEBUG oslo.service.loopingcall [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.707906] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.708295] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f3c83a1-6075-40db-9247-caf4f74911f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.734975] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.734975] env[63309]: value = "task-2730010" [ 764.734975] env[63309]: _type = "Task" [ 764.734975] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.744461] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730010, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.826880] env[63309]: INFO nova.scheduler.client.report [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleted allocation for migration b051bb2e-4b43-4970-94ff-28023a7ffa19 [ 764.912590] env[63309]: DEBUG nova.objects.instance [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'flavor' on Instance uuid f30e9f63-42de-49b6-8384-09a8ba917d28 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.946480] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.166224] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.182699] env[63309]: DEBUG oslo_vmware.api [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730009, 'name': SuspendVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.251585] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730010, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.283118] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1196877-9a91-40b4-8086-0b6eda91508e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.291794] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4cd8f-3df2-4525-8c43-3dbd0005d27c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.331815] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a96330-71f1-42b6-bfa0-157d5af44c1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.335944] env[63309]: DEBUG oslo_concurrency.lockutils [None req-326e401b-6707-4a13-81b3-c704c2b72f9f tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.773s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.344047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc4f724-caad-47ff-bf09-2160a324ed7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.357624] env[63309]: DEBUG nova.compute.provider_tree [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.417997] env[63309]: DEBUG oslo_concurrency.lockutils [None req-963596df-bf63-444b-890b-662bb0f2e2d7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.448399] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730008, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.682566] env[63309]: DEBUG oslo_vmware.api [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730009, 'name': SuspendVM_Task, 'duration_secs': 0.61795} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.682981] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Suspended the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 765.683159] env[63309]: DEBUG nova.compute.manager [None req-1cc441cf-6289-4cc6-85ec-378bc0072202 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.684078] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2787d605-1a35-4c9e-b2ff-39ae0ede2fe1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.698225] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f30e9f63-42de-49b6-8384-09a8ba917d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.698458] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.698694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "f30e9f63-42de-49b6-8384-09a8ba917d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.698963] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.699315] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.702396] env[63309]: INFO nova.compute.manager [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Terminating instance [ 765.748184] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730010, 'name': CreateVM_Task, 'duration_secs': 0.614455} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.748524] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.749661] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.750014] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.750863] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.751411] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb4ea7a-a93f-40e4-8839-91e8ca25ee28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.757690] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 765.757690] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a1b66e-224f-7b40-8e66-6ad28c31a462" [ 765.757690] env[63309]: _type = "Task" [ 765.757690] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.767963] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a1b66e-224f-7b40-8e66-6ad28c31a462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.864151] env[63309]: DEBUG nova.scheduler.client.report [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.948183] env[63309]: DEBUG oslo_vmware.api [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730008, 'name': PowerOnVM_Task, 'duration_secs': 1.105306} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.948441] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.948636] env[63309]: INFO nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Took 9.57 seconds to spawn the instance on the hypervisor. [ 765.948814] env[63309]: DEBUG nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.949701] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626cfb6-54fd-4cc0-b47e-fa422886eda3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.209141] env[63309]: DEBUG nova.compute.manager [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.209425] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.209695] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc454490-b718-41be-aebd-a5806caa14c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.218046] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 766.218046] env[63309]: value = "task-2730011" [ 766.218046] env[63309]: _type = "Task" [ 766.218046] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.228664] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.269219] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a1b66e-224f-7b40-8e66-6ad28c31a462, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.269530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.269768] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.269999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.270166] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.270599] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.271609] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98b672f2-5a7e-419c-bec2-a02ee1ae1c1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.281667] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.281856] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.282621] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33564828-8bb4-4e78-82c8-0e12d568d79a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.289734] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 766.289734] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b7b603-9afc-ed18-bcf8-f5c084ddfd90" [ 766.289734] env[63309]: _type = "Task" [ 766.289734] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.298523] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b7b603-9afc-ed18-bcf8-f5c084ddfd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.370314] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.373602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.543s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.375892] env[63309]: INFO nova.compute.claims [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.395741] env[63309]: INFO nova.scheduler.client.report [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Deleted allocations for instance 3481b312-c716-41b4-a9f4-8992ce7fc1fc [ 766.470849] env[63309]: INFO nova.compute.manager [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Took 47.53 seconds to build instance. [ 766.731813] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730011, 'name': PowerOffVM_Task, 'duration_secs': 0.295885} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.732190] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.732316] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 766.732512] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549704', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'name': 'volume-85242b94-e9c0-44ad-96fd-06084e7c4802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f30e9f63-42de-49b6-8384-09a8ba917d28', 'attached_at': '', 'detached_at': '', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'serial': '85242b94-e9c0-44ad-96fd-06084e7c4802'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 766.733348] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e9999-7f1d-45e4-ab5e-93582c6efbb4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.767487] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1e8e3d-a79a-43cf-a4cc-605f4c77fa5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.777562] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa01360-4a23-4e91-af0a-da73e57a2efe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.803932] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ed314-5210-4fa8-b4e7-b9a53be0c5ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.813800] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b7b603-9afc-ed18-bcf8-f5c084ddfd90, 'name': SearchDatastore_Task, 'duration_secs': 0.023208} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.826243] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] The volume has not been displaced from its original location: [datastore2] volume-85242b94-e9c0-44ad-96fd-06084e7c4802/volume-85242b94-e9c0-44ad-96fd-06084e7c4802.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 766.832061] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.832436] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bd7083-5c45-4852-bf12-1c56b022f0a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.834985] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618225d2-f8ce-4c5b-a2a3-312e781e17b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.855764] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 766.855764] env[63309]: value = "task-2730012" [ 766.855764] env[63309]: _type = "Task" [ 766.855764] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.856829] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 766.856829] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e180e2-4fc7-4b3f-9a7e-dbda36a57440" [ 766.856829] env[63309]: _type = "Task" [ 766.856829] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.873238] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.873574] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e180e2-4fc7-4b3f-9a7e-dbda36a57440, 'name': SearchDatastore_Task, 'duration_secs': 0.012796} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.873853] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.874151] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.874469] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d502b3-6a12-44dc-9ae4-3c644c4a272e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.883610] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 766.883610] env[63309]: value = "task-2730013" [ 766.883610] env[63309]: _type = "Task" [ 766.883610] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.893352] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.903799] env[63309]: DEBUG oslo_concurrency.lockutils [None req-94e4059d-ee40-4b6c-b1ed-3dbc517b104e tempest-VolumesAssistedSnapshotsTest-598034240 tempest-VolumesAssistedSnapshotsTest-598034240-project-member] Lock "3481b312-c716-41b4-a9f4-8992ce7fc1fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.980s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.972324] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7b0ebddf-ba89-4dd4-8d21-605969a0ce51 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.341s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.368468] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730012, 'name': ReconfigVM_Task, 'duration_secs': 0.211464} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.368750] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.373640] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5cfa1a-1927-40f1-97bc-2c80f3ed5a71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.391634] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 767.391634] env[63309]: value = "task-2730014" [ 767.391634] env[63309]: _type = "Task" [ 767.391634] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.397901] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730013, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.404501] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.823785] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c492c45b-92ea-4b0e-b144-042873953155 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837981] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa029927-601c-4257-994c-fa900ae1985e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.870653] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab5171a-55fa-4652-b4c7-e692c3102771 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.881203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "30a14e79-df0a-4a42-9232-4c7a56fa731c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.881457] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.883977] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65654144-a59a-4168-aa6c-1d2da4e6d281 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.907127] env[63309]: DEBUG nova.compute.provider_tree [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.912058] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551407} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.912549] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.912800] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.913138] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62b027b6-179b-459e-9c0b-9a2997fa04db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.918634] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730014, 'name': ReconfigVM_Task, 'duration_secs': 0.436039} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.919277] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549704', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'name': 'volume-85242b94-e9c0-44ad-96fd-06084e7c4802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f30e9f63-42de-49b6-8384-09a8ba917d28', 'attached_at': '', 'detached_at': '', 'volume_id': '85242b94-e9c0-44ad-96fd-06084e7c4802', 'serial': '85242b94-e9c0-44ad-96fd-06084e7c4802'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 767.919702] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.920730] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c91e4ce-fe72-479d-a4b4-c3012eb04292 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926023] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 767.926023] env[63309]: value = "task-2730015" [ 767.926023] env[63309]: _type = "Task" [ 767.926023] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.931421] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.932045] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39804437-398e-4339-bb27-0e23049ab3f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.940305] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.213528] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.213759] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.213945] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleting the datastore file [datastore2] f30e9f63-42de-49b6-8384-09a8ba917d28 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.214234] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1897672-1748-44be-b56d-6dcf2da616a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.220895] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 768.220895] env[63309]: value = "task-2730017" [ 768.220895] env[63309]: _type = "Task" [ 768.220895] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.235871] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.389489] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.416316] env[63309]: DEBUG nova.scheduler.client.report [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.437353] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087625} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.439130] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.440079] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6859274a-41fa-48d2-a760-c00dab2f1cde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.465998] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.466852] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75dec9d7-22a1-47fd-a7e6-dff9771dab87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.486220] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "16126932-b0aa-439e-9557-34d9e9a6896d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.486488] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.494681] env[63309]: DEBUG nova.compute.manager [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.495380] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 768.495380] env[63309]: value = "task-2730018" [ 768.495380] env[63309]: _type = "Task" [ 768.495380] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.496976] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4425ea5-fb9d-4dec-a165-1e2caa1c60f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.512162] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.731668] env[63309]: DEBUG oslo_vmware.api [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208607} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.731984] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.732350] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.732560] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.732907] env[63309]: INFO nova.compute.manager [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Took 2.52 seconds to destroy the instance on the hypervisor. [ 768.733377] env[63309]: DEBUG oslo.service.loopingcall [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.733629] env[63309]: DEBUG nova.compute.manager [-] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.733787] env[63309]: DEBUG nova.network.neutron [-] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.915054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.920390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.921622] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.928698] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.539s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.929313] env[63309]: DEBUG nova.objects.instance [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lazy-loading 'resources' on Instance uuid 5115d225-d919-423e-a06a-abda789c9728 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.011754] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.013832] env[63309]: INFO nova.compute.manager [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] instance snapshotting [ 769.014079] env[63309]: WARNING nova.compute.manager [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 769.021122] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11322a2-4d09-4057-95de-868a94ef4de1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.042802] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4fc628-4a01-45ed-b2e9-ee30e16e03a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.057176] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "af8a2354-d043-40e5-98c6-7f5d19098714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.057416] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "af8a2354-d043-40e5-98c6-7f5d19098714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.137974] env[63309]: DEBUG nova.compute.manager [req-762f8e9e-cac1-4daf-8438-01da77e7b5b7 req-97963c29-507a-4f26-910a-c8de95e95d67 service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Received event network-vif-deleted-55f367b6-c9cb-4129-92f8-0ae1b8281936 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.137974] env[63309]: INFO nova.compute.manager [req-762f8e9e-cac1-4daf-8438-01da77e7b5b7 req-97963c29-507a-4f26-910a-c8de95e95d67 service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Neutron deleted interface 55f367b6-c9cb-4129-92f8-0ae1b8281936; detaching it from the instance and deleting it from the info cache [ 769.138278] env[63309]: DEBUG nova.network.neutron [req-762f8e9e-cac1-4daf-8438-01da77e7b5b7 req-97963c29-507a-4f26-910a-c8de95e95d67 service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.349347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "f0598476-b847-4745-87ea-2f4b9b8d6603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.349703] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.436440] env[63309]: DEBUG nova.compute.utils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.440428] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.440428] env[63309]: DEBUG nova.network.neutron [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.512607] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730018, 'name': ReconfigVM_Task, 'duration_secs': 0.910695} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.519284] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.520915] env[63309]: DEBUG nova.policy [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23bd9ad4be8f484a8111f54949ffe0ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '503a1508015e4f3a92f75f2924462b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.524237] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45324ad5-c024-45e8-a7b5-bec13a719849 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.526522] env[63309]: DEBUG nova.network.neutron [-] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.535515] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 769.535515] env[63309]: value = "task-2730019" [ 769.535515] env[63309]: _type = "Task" [ 769.535515] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.551975] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730019, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.560109] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.561561] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c16a5fe1-ae7c-41ca-b189-c89d911b7e02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.569692] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 769.569692] env[63309]: value = "task-2730020" [ 769.569692] env[63309]: _type = "Task" [ 769.569692] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.582107] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.641352] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-505db9fe-3787-4f13-8133-318a1881296b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.655089] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6da9c-9ab8-4f10-904a-0de351c75bbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.701775] env[63309]: DEBUG nova.compute.manager [req-762f8e9e-cac1-4daf-8438-01da77e7b5b7 req-97963c29-507a-4f26-910a-c8de95e95d67 service nova] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Detach interface failed, port_id=55f367b6-c9cb-4129-92f8-0ae1b8281936, reason: Instance f30e9f63-42de-49b6-8384-09a8ba917d28 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 769.940650] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.954075] env[63309]: DEBUG nova.network.neutron [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Successfully created port: abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.030659] env[63309]: INFO nova.compute.manager [-] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Took 1.30 seconds to deallocate network for instance. [ 770.054221] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730019, 'name': Rename_Task, 'duration_secs': 0.182511} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.054436] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.054695] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ad2d73-edec-4b5a-98b1-dcef45f275d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.065983] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 770.065983] env[63309]: value = "task-2730021" [ 770.065983] env[63309]: _type = "Task" [ 770.065983] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.079086] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.085961] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.093391] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6921b3ef-c6bc-4c5b-a383-3e18db76171c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.104505] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c29cbe-2df7-4608-bc9f-246006e982c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.143159] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c4f9b-eec3-4036-97bc-763d85582641 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.154684] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e1170f-5ae3-4efe-b337-367a235a544e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.171596] env[63309]: DEBUG nova.compute.provider_tree [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.271153] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "084bd41e-c76d-4ee7-beba-f00feefffc36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.271612] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.271787] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "084bd41e-c76d-4ee7-beba-f00feefffc36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.271860] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.272142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.282634] env[63309]: INFO nova.compute.manager [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Terminating instance [ 770.589156] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730021, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.589573] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730020, 'name': CreateSnapshot_Task, 'duration_secs': 0.567448} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.590741] env[63309]: INFO nova.compute.manager [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Took 0.56 seconds to detach 1 volumes for instance. [ 770.593503] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.594475] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb49e780-b3d2-40db-8c02-392c837a1f1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.678018] env[63309]: DEBUG nova.scheduler.client.report [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.787578] env[63309]: DEBUG nova.compute.manager [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.787578] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.788879] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f0cc2-4f2e-4154-a5a5-ee8f17c4fa43 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.796576] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.796829] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-444df90c-2bd2-4788-8196-03d0f616cb15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.806650] env[63309]: DEBUG oslo_vmware.api [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 770.806650] env[63309]: value = "task-2730022" [ 770.806650] env[63309]: _type = "Task" [ 770.806650] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.815803] env[63309]: DEBUG oslo_vmware.api [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.950923] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.986686] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.986938] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.987131] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.987338] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.987488] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.987634] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.987847] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.988008] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.988187] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.988348] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.988518] env[63309]: DEBUG nova.virt.hardware [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.989412] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5361cd-6ceb-4583-afcf-3456695f51be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.011947] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438ef56e-cb3a-4ef2-b2ca-d5c6a6973e78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.079797] env[63309]: DEBUG oslo_vmware.api [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730021, 'name': PowerOnVM_Task, 'duration_secs': 0.835967} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.080096] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.080312] env[63309]: DEBUG nova.compute.manager [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.081203] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b802f7-735f-43e1-ada0-c0c4bf2e2234 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.102979] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.117977] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.118482] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55362c43-6210-4e3e-8350-ef1038ba4e80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.130628] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 771.130628] env[63309]: value = "task-2730023" [ 771.130628] env[63309]: _type = "Task" [ 771.130628] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.139507] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730023, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.183222] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.185098] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.690s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.186796] env[63309]: INFO nova.compute.claims [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.229168] env[63309]: INFO nova.scheduler.client.report [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Deleted allocations for instance 5115d225-d919-423e-a06a-abda789c9728 [ 771.317528] env[63309]: DEBUG oslo_vmware.api [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730022, 'name': PowerOffVM_Task, 'duration_secs': 0.278764} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.317528] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.317663] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.317929] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d24ffda-8e2e-43c7-9eed-882a6fa2f7c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.399262] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.399262] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.399262] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Deleting the datastore file [datastore2] 084bd41e-c76d-4ee7-beba-f00feefffc36 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.399262] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7bd2271-f13c-4249-b730-2fd051afabc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.407097] env[63309]: DEBUG oslo_vmware.api [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for the task: (returnval){ [ 771.407097] env[63309]: value = "task-2730025" [ 771.407097] env[63309]: _type = "Task" [ 771.407097] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.421399] env[63309]: DEBUG oslo_vmware.api [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.574427] env[63309]: DEBUG nova.compute.manager [req-de13981e-0480-4fea-8917-aa369305253f req-3a57c70e-055c-4776-b7af-4dd846a1e9ba service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Received event network-vif-plugged-abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.574738] env[63309]: DEBUG oslo_concurrency.lockutils [req-de13981e-0480-4fea-8917-aa369305253f req-3a57c70e-055c-4776-b7af-4dd846a1e9ba service nova] Acquiring lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.575106] env[63309]: DEBUG oslo_concurrency.lockutils [req-de13981e-0480-4fea-8917-aa369305253f req-3a57c70e-055c-4776-b7af-4dd846a1e9ba service nova] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.575425] env[63309]: DEBUG oslo_concurrency.lockutils [req-de13981e-0480-4fea-8917-aa369305253f req-3a57c70e-055c-4776-b7af-4dd846a1e9ba service nova] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.575698] env[63309]: DEBUG nova.compute.manager [req-de13981e-0480-4fea-8917-aa369305253f req-3a57c70e-055c-4776-b7af-4dd846a1e9ba service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] No waiting events found dispatching network-vif-plugged-abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.575920] env[63309]: WARNING nova.compute.manager [req-de13981e-0480-4fea-8917-aa369305253f req-3a57c70e-055c-4776-b7af-4dd846a1e9ba service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Received unexpected event network-vif-plugged-abd4a925-6ea7-413c-805a-b634559b573d for instance with vm_state building and task_state spawning. [ 771.601287] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.641236] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730023, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.673766] env[63309]: DEBUG nova.network.neutron [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Successfully updated port: abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.740714] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c6954c60-b1e7-45e2-91f0-276582d4a654 tempest-ServersV294TestFqdnHostnames-1223882289 tempest-ServersV294TestFqdnHostnames-1223882289-project-member] Lock "5115d225-d919-423e-a06a-abda789c9728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.391s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.918983] env[63309]: DEBUG oslo_vmware.api [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Task: {'id': task-2730025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171396} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.919715] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.919715] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.919859] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.919986] env[63309]: INFO nova.compute.manager [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Took 1.13 seconds to destroy the instance on the hypervisor. [ 771.920210] env[63309]: DEBUG oslo.service.loopingcall [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.920506] env[63309]: DEBUG nova.compute.manager [-] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.920506] env[63309]: DEBUG nova.network.neutron [-] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.150074] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730023, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.176080] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.177016] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.177337] env[63309]: DEBUG nova.network.neutron [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.645847] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730023, 'name': CloneVM_Task, 'duration_secs': 1.472748} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.646389] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Created linked-clone VM from snapshot [ 772.649824] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8566bbd-23c3-4957-b0b8-b04eeec73109 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.659215] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Uploading image 7f0f87cd-bcc0-46b5-9622-c0499a63638b {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.675407] env[63309]: DEBUG nova.network.neutron [-] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.694640] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.694640] env[63309]: value = "vm-549710" [ 772.694640] env[63309]: _type = "VirtualMachine" [ 772.694640] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.697485] env[63309]: INFO nova.compute.manager [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Rebuilding instance [ 772.699474] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70c835d2-d0b3-4189-ae94-9bf6f05ab99f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.710523] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease: (returnval){ [ 772.710523] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5242f7e4-a7d6-a456-c0a6-fa62d597cb07" [ 772.710523] env[63309]: _type = "HttpNfcLease" [ 772.710523] env[63309]: } obtained for exporting VM: (result){ [ 772.710523] env[63309]: value = "vm-549710" [ 772.710523] env[63309]: _type = "VirtualMachine" [ 772.710523] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.711150] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the lease: (returnval){ [ 772.711150] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5242f7e4-a7d6-a456-c0a6-fa62d597cb07" [ 772.711150] env[63309]: _type = "HttpNfcLease" [ 772.711150] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.718493] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.718493] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5242f7e4-a7d6-a456-c0a6-fa62d597cb07" [ 772.718493] env[63309]: _type = "HttpNfcLease" [ 772.718493] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.748815] env[63309]: DEBUG nova.network.neutron [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.751378] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb0467-30b6-445f-96ec-1e457130c167 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.756607] env[63309]: DEBUG nova.compute.manager [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.757741] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ceb01-bd8e-4f09-9056-2ae6d48d859c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.763734] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2231e22-a676-49e1-9fe9-114181bfcdf2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.804271] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4265150-2826-419f-acce-5d22136afaf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.811266] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f7a47-1b5a-4763-a64b-bead8618b4c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.828088] env[63309]: DEBUG nova.compute.provider_tree [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.948919] env[63309]: DEBUG nova.network.neutron [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [{"id": "abd4a925-6ea7-413c-805a-b634559b573d", "address": "fa:16:3e:4d:9e:4c", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd4a925-6e", "ovs_interfaceid": "abd4a925-6ea7-413c-805a-b634559b573d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.178755] env[63309]: INFO nova.compute.manager [-] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Took 1.26 seconds to deallocate network for instance. [ 773.220442] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.220442] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5242f7e4-a7d6-a456-c0a6-fa62d597cb07" [ 773.220442] env[63309]: _type = "HttpNfcLease" [ 773.220442] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 773.220733] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 773.220733] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5242f7e4-a7d6-a456-c0a6-fa62d597cb07" [ 773.220733] env[63309]: _type = "HttpNfcLease" [ 773.220733] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 773.221565] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65585f90-8ef8-4c48-954f-d62797842332 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.233059] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263a2d1-437c-d0c3-45dc-f3fb55438534/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 773.233287] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263a2d1-437c-d0c3-45dc-f3fb55438534/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 773.334820] env[63309]: DEBUG nova.scheduler.client.report [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.355788] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-725fc804-a2ae-45a8-80ae-374d3f2834e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.451219] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.452543] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Instance network_info: |[{"id": "abd4a925-6ea7-413c-805a-b634559b573d", "address": "fa:16:3e:4d:9e:4c", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd4a925-6e", "ovs_interfaceid": "abd4a925-6ea7-413c-805a-b634559b573d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.453453] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9e:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd4a925-6ea7-413c-805a-b634559b573d', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.464344] env[63309]: DEBUG oslo.service.loopingcall [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.465624] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.466116] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc0ddf9-bd70-475f-b0a2-8662d37fd195 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.492021] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.492021] env[63309]: value = "task-2730027" [ 773.492021] env[63309]: _type = "Task" [ 773.492021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.500664] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730027, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.647168] env[63309]: DEBUG nova.compute.manager [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Received event network-changed-abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.647507] env[63309]: DEBUG nova.compute.manager [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Refreshing instance network info cache due to event network-changed-abd4a925-6ea7-413c-805a-b634559b573d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.647761] env[63309]: DEBUG oslo_concurrency.lockutils [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] Acquiring lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.647981] env[63309]: DEBUG oslo_concurrency.lockutils [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] Acquired lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.648230] env[63309]: DEBUG nova.network.neutron [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Refreshing network info cache for port abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.693039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.808665] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.809095] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5b4ae9-c3bf-4bb5-bc43-b61acb5a5da3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.819816] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 773.819816] env[63309]: value = "task-2730028" [ 773.819816] env[63309]: _type = "Task" [ 773.819816] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.829250] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.841530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.842276] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.846128] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.905s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.848009] env[63309]: INFO nova.compute.claims [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.002953] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730027, 'name': CreateVM_Task, 'duration_secs': 0.352462} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.003280] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.004147] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.004508] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.004958] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.005278] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549327c0-e1e2-454d-9ec5-7703eea08920 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.012090] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 774.012090] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec0e0e-c6c1-28cf-a702-a55b8fbe76ad" [ 774.012090] env[63309]: _type = "Task" [ 774.012090] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.023129] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec0e0e-c6c1-28cf-a702-a55b8fbe76ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.331074] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730028, 'name': PowerOffVM_Task, 'duration_secs': 0.230729} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.331488] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.331811] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.332831] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2132871-43a9-4c58-81ae-d3a31678bbaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.342628] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.342628] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f29da36-6853-4f1c-a6da-d49a1748eae5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.354615] env[63309]: DEBUG nova.compute.utils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.358157] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.358418] env[63309]: DEBUG nova.network.neutron [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.418311] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.418567] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.418851] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleting the datastore file [datastore1] d3a67084-5702-4a8e-901d-bbafae785194 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.419214] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff201442-0e33-4cf8-81cb-eec161b5a54a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.427283] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 774.427283] env[63309]: value = "task-2730030" [ 774.427283] env[63309]: _type = "Task" [ 774.427283] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.438922] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.446318] env[63309]: DEBUG nova.policy [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9907645698e040508c94ac0cd426d9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de81d53b5ae14287af63d4fa78852aed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.526979] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec0e0e-c6c1-28cf-a702-a55b8fbe76ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.526979] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.526979] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.526979] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.527434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.527434] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.527434] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f75c18-7948-4c76-bf8c-8e03dfa6412b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.549032] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.549032] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.549824] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3f4903-207d-4066-9b8f-ab8b0a2c17a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.556259] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 774.556259] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a55a04-21eb-9808-e685-ac012f64cc90" [ 774.556259] env[63309]: _type = "Task" [ 774.556259] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.566797] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a55a04-21eb-9808-e685-ac012f64cc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.805072] env[63309]: DEBUG nova.network.neutron [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updated VIF entry in instance network info cache for port abd4a925-6ea7-413c-805a-b634559b573d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.805538] env[63309]: DEBUG nova.network.neutron [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [{"id": "abd4a925-6ea7-413c-805a-b634559b573d", "address": "fa:16:3e:4d:9e:4c", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd4a925-6e", "ovs_interfaceid": "abd4a925-6ea7-413c-805a-b634559b573d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.859355] env[63309]: DEBUG nova.compute.utils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.939067] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178117} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.939067] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.939408] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.939659] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.071868] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a55a04-21eb-9808-e685-ac012f64cc90, 'name': SearchDatastore_Task, 'duration_secs': 0.011868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.072025] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4a867b-cdb0-4c00-a954-2dff25b6c371 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.078949] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 775.078949] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527220c0-d25c-8fbd-de50-07f61bb517f4" [ 775.078949] env[63309]: _type = "Task" [ 775.078949] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.088420] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527220c0-d25c-8fbd-de50-07f61bb517f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.147170] env[63309]: DEBUG nova.network.neutron [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Successfully created port: e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.309430] env[63309]: DEBUG oslo_concurrency.lockutils [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] Releasing lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.309755] env[63309]: DEBUG nova.compute.manager [req-7cd198c5-574e-4190-9a74-cd0952a004b4 req-c9f051f9-1c8b-465e-9723-726225487c74 service nova] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Received event network-vif-deleted-32c26106-32f0-435f-aa95-51b8cd8f01ee {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.367954] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.457710] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b0401-9117-4317-9a3d-b956185be5ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.468117] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e18b1a-f1d8-490e-8cc3-09a309151325 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.504533] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34d3e5-37d7-4ab4-88e0-45fd7e65e6d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.512034] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b7877-6a3a-41a7-9e58-44cc64106d50 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.528818] env[63309]: DEBUG nova.compute.provider_tree [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.590539] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527220c0-d25c-8fbd-de50-07f61bb517f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.591171] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.591171] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 83f6c47e-ab78-407f-8bc8-114a5f2ce916/83f6c47e-ab78-407f-8bc8-114a5f2ce916.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.591359] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a38dbda-a998-4799-99de-b976e6a31b19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.601136] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 775.601136] env[63309]: value = "task-2730031" [ 775.601136] env[63309]: _type = "Task" [ 775.601136] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.614322] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.989918] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.990780] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.990780] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.991056] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.992187] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.992187] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.992187] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.992187] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.992405] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.992547] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.992814] env[63309]: DEBUG nova.virt.hardware [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.995841] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ce82f-666f-4f89-aaa2-fad25b6dcc31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.007798] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6835ee-0270-4ed9-9043-115ab77aeb74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.026901] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46b40b8-5545-4fc4-9bc8-fb7f9d16d536', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.036141] env[63309]: DEBUG oslo.service.loopingcall [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.036971] env[63309]: DEBUG nova.scheduler.client.report [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.041793] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.041793] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc2fa9b1-b113-4a47-ac99-86d6b5c9ff91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.069701] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.069701] env[63309]: value = "task-2730032" [ 776.069701] env[63309]: _type = "Task" [ 776.069701] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.089715] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730032, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.113221] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730031, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.385355] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.407192] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:06:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='296175670',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1569968174',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.407446] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.407604] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.407783] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.407949] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.408085] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.408296] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.408500] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.408655] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.408823] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.408994] env[63309]: DEBUG nova.virt.hardware [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.409883] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd8c83e-d690-42c2-853c-4a4c6171a33b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.419151] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f8800-a530-4b95-9ac4-1e08ea23e32c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.542824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.543563] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.546949] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.583s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.549831] env[63309]: INFO nova.compute.claims [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.585422] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730032, 'name': CreateVM_Task, 'duration_secs': 0.481787} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.585607] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.586397] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.586567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.587681] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.588259] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24aaf96-74f8-48e7-ae41-9509f13fc114 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.595887] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 776.595887] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527f2259-77a3-7a67-c1a5-a594a6542232" [ 776.595887] env[63309]: _type = "Task" [ 776.595887] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.612232] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527f2259-77a3-7a67-c1a5-a594a6542232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.619723] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522198} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.619986] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 83f6c47e-ab78-407f-8bc8-114a5f2ce916/83f6c47e-ab78-407f-8bc8-114a5f2ce916.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.620444] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.620753] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19abfad8-b238-4372-ad54-775758b7a068 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.630387] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 776.630387] env[63309]: value = "task-2730033" [ 776.630387] env[63309]: _type = "Task" [ 776.630387] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.639472] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.775270] env[63309]: DEBUG nova.compute.manager [req-7db935ae-310b-4969-b033-878617dcace4 req-446ead7f-fdb6-483a-8741-0f3f1141bba1 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Received event network-vif-plugged-e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.775541] env[63309]: DEBUG oslo_concurrency.lockutils [req-7db935ae-310b-4969-b033-878617dcace4 req-446ead7f-fdb6-483a-8741-0f3f1141bba1 service nova] Acquiring lock "24132d19-337b-4845-b2a4-bc65f574b61e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.775783] env[63309]: DEBUG oslo_concurrency.lockutils [req-7db935ae-310b-4969-b033-878617dcace4 req-446ead7f-fdb6-483a-8741-0f3f1141bba1 service nova] Lock "24132d19-337b-4845-b2a4-bc65f574b61e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.775905] env[63309]: DEBUG oslo_concurrency.lockutils [req-7db935ae-310b-4969-b033-878617dcace4 req-446ead7f-fdb6-483a-8741-0f3f1141bba1 service nova] Lock "24132d19-337b-4845-b2a4-bc65f574b61e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.776279] env[63309]: DEBUG nova.compute.manager [req-7db935ae-310b-4969-b033-878617dcace4 req-446ead7f-fdb6-483a-8741-0f3f1141bba1 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] No waiting events found dispatching network-vif-plugged-e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.776486] env[63309]: WARNING nova.compute.manager [req-7db935ae-310b-4969-b033-878617dcace4 req-446ead7f-fdb6-483a-8741-0f3f1141bba1 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Received unexpected event network-vif-plugged-e348a0c4-818e-4e2e-b8dd-acbd2b890314 for instance with vm_state building and task_state spawning. [ 776.900722] env[63309]: DEBUG nova.network.neutron [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Successfully updated port: e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.056273] env[63309]: DEBUG nova.compute.utils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.058357] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.058570] env[63309]: DEBUG nova.network.neutron [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.108363] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527f2259-77a3-7a67-c1a5-a594a6542232, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.110227] env[63309]: DEBUG nova.policy [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c97262fe4f40b192b47cac4596d498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd489e2b7b04bcba5b6f6c1a7f80bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.112239] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.112321] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.112535] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.112699] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.112946] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.113710] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf6f317d-d635-49c0-90b9-35a1658d854b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.125438] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.125677] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.126819] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa9107-b186-4864-a588-b86bd03eafb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.135735] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 777.135735] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4ad59-dbf3-3425-fa2d-e39c26a57fe1" [ 777.135735] env[63309]: _type = "Task" [ 777.135735] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.143122] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08887} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.143949] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.144676] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08f6e3-2f83-4d35-b7f5-5c3e4a4ba001 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.154220] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4ad59-dbf3-3425-fa2d-e39c26a57fe1, 'name': SearchDatastore_Task} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.154220] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fe362c-6744-41ef-aeb8-9d7442ede0ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.173695] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 83f6c47e-ab78-407f-8bc8-114a5f2ce916/83f6c47e-ab78-407f-8bc8-114a5f2ce916.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.174561] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b86d11-22de-4234-ba01-5a2baed9d3e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.191136] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 777.191136] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d2774f-aa74-0275-4dd9-52bdf29e14cc" [ 777.191136] env[63309]: _type = "Task" [ 777.191136] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.197609] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 777.197609] env[63309]: value = "task-2730034" [ 777.197609] env[63309]: _type = "Task" [ 777.197609] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.201785] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d2774f-aa74-0275-4dd9-52bdf29e14cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.205780] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.206154] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.206683] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52cdddb8-5f35-4efa-9bf2-ee60815559e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.218729] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.220336] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 777.220336] env[63309]: value = "task-2730035" [ 777.220336] env[63309]: _type = "Task" [ 777.220336] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.230932] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.405138] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.405436] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.405704] env[63309]: DEBUG nova.network.neutron [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.550024] env[63309]: DEBUG nova.network.neutron [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Successfully created port: 6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.559251] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.716149] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730034, 'name': ReconfigVM_Task, 'duration_secs': 0.329749} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.716149] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 83f6c47e-ab78-407f-8bc8-114a5f2ce916/83f6c47e-ab78-407f-8bc8-114a5f2ce916.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.717063] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98853952-e34d-456c-81fd-35d1e92ad168 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.729315] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 777.729315] env[63309]: value = "task-2730036" [ 777.729315] env[63309]: _type = "Task" [ 777.729315] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.737134] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.743857] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730036, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.965028] env[63309]: DEBUG nova.network.neutron [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.095850] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e0610-1fd3-47b9-9ed3-a993d8e60a47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.107310] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae0121-5baf-4e13-ba29-d2dc1ebca4db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.144330] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb4cc88-943a-48b9-adcc-1eb6cb0b7c1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.150101] env[63309]: DEBUG nova.network.neutron [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updating instance_info_cache with network_info: [{"id": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "address": "fa:16:3e:a2:a5:c7", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape348a0c4-81", "ovs_interfaceid": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.154349] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a2232-49a4-486c-8062-433a9dbb3bec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.171287] env[63309]: DEBUG nova.compute.provider_tree [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.237420] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574203} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.238119] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.238370] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.238653] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f22c98e-9b4d-47c9-a6bc-674ac7c4e8d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.243505] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730036, 'name': Rename_Task, 'duration_secs': 0.183868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.244270] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.244417] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92520cea-8a4c-4498-a452-2edb9e98f58b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.249485] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 778.249485] env[63309]: value = "task-2730037" [ 778.249485] env[63309]: _type = "Task" [ 778.249485] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.255042] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 778.255042] env[63309]: value = "task-2730038" [ 778.255042] env[63309]: _type = "Task" [ 778.255042] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.260200] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.267500] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.573451] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.596475] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.596746] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.596922] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.597161] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.597353] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.597684] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.597966] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.598181] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.598350] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.598538] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.598728] env[63309]: DEBUG nova.virt.hardware [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.599642] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938e1a6-41e0-40bb-96a9-6842b3a9941e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.608738] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44635f-b3af-474b-b48b-266d25a24bf4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.652373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Releasing lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.653148] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Instance network_info: |[{"id": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "address": "fa:16:3e:a2:a5:c7", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape348a0c4-81", "ovs_interfaceid": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.653286] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:a5:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e348a0c4-818e-4e2e-b8dd-acbd2b890314', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.660905] env[63309]: DEBUG oslo.service.loopingcall [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.661216] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.661460] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a020a7ad-2563-49aa-a56d-e84f9cbc56eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.678465] env[63309]: DEBUG nova.scheduler.client.report [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.690546] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.690546] env[63309]: value = "task-2730039" [ 778.690546] env[63309]: _type = "Task" [ 778.690546] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.700993] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730039, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.763626] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089186} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.764410] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.768711] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fe2a6f-653b-47ce-a5f2-4b94c202a222 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.774916] env[63309]: DEBUG oslo_vmware.api [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730038, 'name': PowerOnVM_Task, 'duration_secs': 0.490228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.774916] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.774916] env[63309]: INFO nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Took 7.82 seconds to spawn the instance on the hypervisor. [ 778.774916] env[63309]: DEBUG nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.774916] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a544dbe-614a-4a17-9e63-28a986001148 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.796285] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.797154] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6569cd-9d07-4672-b27f-ec943902de71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.827096] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 778.827096] env[63309]: value = "task-2730040" [ 778.827096] env[63309]: _type = "Task" [ 778.827096] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.843971] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.866110] env[63309]: DEBUG nova.compute.manager [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Received event network-changed-e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.866110] env[63309]: DEBUG nova.compute.manager [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Refreshing instance network info cache due to event network-changed-e348a0c4-818e-4e2e-b8dd-acbd2b890314. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.866110] env[63309]: DEBUG oslo_concurrency.lockutils [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] Acquiring lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.866110] env[63309]: DEBUG oslo_concurrency.lockutils [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] Acquired lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.866110] env[63309]: DEBUG nova.network.neutron [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Refreshing network info cache for port e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.185169] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.186188] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.189743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.968s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.193084] env[63309]: INFO nova.compute.claims [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.210134] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730039, 'name': CreateVM_Task, 'duration_secs': 0.423251} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.210332] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.211093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.211273] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.211599] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.211870] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6a40c3-4053-4420-b686-e8d08dc44171 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.217912] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 779.217912] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527646a9-00a2-b66e-7e50-fb02d7b107eb" [ 779.217912] env[63309]: _type = "Task" [ 779.217912] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.228665] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527646a9-00a2-b66e-7e50-fb02d7b107eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.260497] env[63309]: DEBUG nova.network.neutron [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Successfully updated port: 6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.327556] env[63309]: INFO nova.compute.manager [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Took 42.52 seconds to build instance. [ 779.339508] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730040, 'name': ReconfigVM_Task, 'duration_secs': 0.489114} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.340265] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Reconfigured VM instance instance-00000006 to attach disk [datastore2] d3a67084-5702-4a8e-901d-bbafae785194/d3a67084-5702-4a8e-901d-bbafae785194.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.342128] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-382c444a-dee5-4d70-add7-ff435d7d5378 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.350757] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 779.350757] env[63309]: value = "task-2730041" [ 779.350757] env[63309]: _type = "Task" [ 779.350757] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.361095] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730041, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.644825] env[63309]: DEBUG nova.network.neutron [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updated VIF entry in instance network info cache for port e348a0c4-818e-4e2e-b8dd-acbd2b890314. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.644825] env[63309]: DEBUG nova.network.neutron [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updating instance_info_cache with network_info: [{"id": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "address": "fa:16:3e:a2:a5:c7", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape348a0c4-81", "ovs_interfaceid": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.704672] env[63309]: DEBUG nova.compute.utils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.706139] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.706139] env[63309]: DEBUG nova.network.neutron [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.732159] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527646a9-00a2-b66e-7e50-fb02d7b107eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017284} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.732497] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.732931] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.733296] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.733460] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.733664] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.733944] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-561a8c4e-620e-4a4e-8a60-c45819d1f5c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.744348] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.744563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.745393] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc46dcb-a9ee-4ff5-90aa-f9846181826a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.752168] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 779.752168] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526fae20-a265-cb23-f5d7-1c78ba4d2014" [ 779.752168] env[63309]: _type = "Task" [ 779.752168] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.763570] env[63309]: DEBUG nova.policy [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c97262fe4f40b192b47cac4596d498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd489e2b7b04bcba5b6f6c1a7f80bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.765765] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.765904] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.766065] env[63309]: DEBUG nova.network.neutron [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.773847] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526fae20-a265-cb23-f5d7-1c78ba4d2014, 'name': SearchDatastore_Task, 'duration_secs': 0.017578} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.773938] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd677e28-6456-4a3f-bc71-87c9b4899666 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.781358] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 779.781358] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52459919-aece-36f2-a3e6-c77cf503d46f" [ 779.781358] env[63309]: _type = "Task" [ 779.781358] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.792095] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52459919-aece-36f2-a3e6-c77cf503d46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.834217] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6d5e7510-dfc7-432c-b373-2eff6da60c8e tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.666s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.862441] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730041, 'name': Rename_Task, 'duration_secs': 0.189381} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.862594] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.862850] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7977a6e9-149f-4d07-b76e-e28dfed13676 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.872179] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 779.872179] env[63309]: value = "task-2730042" [ 779.872179] env[63309]: _type = "Task" [ 779.872179] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.880901] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.883218] env[63309]: DEBUG nova.compute.manager [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Received event network-changed-abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.883420] env[63309]: DEBUG nova.compute.manager [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Refreshing instance network info cache due to event network-changed-abd4a925-6ea7-413c-805a-b634559b573d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.883632] env[63309]: DEBUG oslo_concurrency.lockutils [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] Acquiring lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.883865] env[63309]: DEBUG oslo_concurrency.lockutils [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] Acquired lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.883950] env[63309]: DEBUG nova.network.neutron [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Refreshing network info cache for port abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.110827] env[63309]: DEBUG nova.network.neutron [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Successfully created port: d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.152026] env[63309]: DEBUG oslo_concurrency.lockutils [req-802744b0-0c8c-4618-bcab-c3ca1033e253 req-f7c3d049-82c5-4188-ba6f-34c6136ffcfc service nova] Releasing lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.210064] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.296174] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52459919-aece-36f2-a3e6-c77cf503d46f, 'name': SearchDatastore_Task, 'duration_secs': 0.016812} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.296446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.296700] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e/24132d19-337b-4845-b2a4-bc65f574b61e.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.296956] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c083228-9c94-412f-9fd7-edff66b84e1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.306019] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 780.306019] env[63309]: value = "task-2730043" [ 780.306019] env[63309]: _type = "Task" [ 780.306019] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.309942] env[63309]: DEBUG nova.network.neutron [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.322627] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.336461] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.383633] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.535936] env[63309]: DEBUG oslo_concurrency.lockutils [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.536289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.536522] env[63309]: INFO nova.compute.manager [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Rebooting instance [ 780.606309] env[63309]: DEBUG nova.network.neutron [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updating instance_info_cache with network_info: [{"id": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "address": "fa:16:3e:ad:7f:6a", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab76ca5-57", "ovs_interfaceid": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.760409] env[63309]: DEBUG nova.network.neutron [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updated VIF entry in instance network info cache for port abd4a925-6ea7-413c-805a-b634559b573d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.760940] env[63309]: DEBUG nova.network.neutron [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [{"id": "abd4a925-6ea7-413c-805a-b634559b573d", "address": "fa:16:3e:4d:9e:4c", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd4a925-6e", "ovs_interfaceid": "abd4a925-6ea7-413c-805a-b634559b573d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.790302] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee460c2-cc64-42e7-998e-8fc5cdbc3154 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.799463] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13663a-8178-47b0-948f-c26b5aba31cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.838237] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb3288-4214-4820-a645-404834161223 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.854405] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.855197] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37dced8-70ba-47c0-a413-c47470f9b7c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.871242] env[63309]: DEBUG nova.compute.provider_tree [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.873188] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.885770] env[63309]: DEBUG oslo_vmware.api [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730042, 'name': PowerOnVM_Task, 'duration_secs': 0.640376} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.891031] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263a2d1-437c-d0c3-45dc-f3fb55438534/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.891031] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.891031] env[63309]: DEBUG nova.compute.manager [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.891031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa99e4b-3475-4e10-995f-51e95c0ccba4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.893448] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d20ff5-aff6-418a-8a53-bcb8564d3c60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.901295] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263a2d1-437c-d0c3-45dc-f3fb55438534/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.901381] env[63309]: ERROR oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263a2d1-437c-d0c3-45dc-f3fb55438534/disk-0.vmdk due to incomplete transfer. [ 780.902612] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2dba185-ac2c-4de9-9816-8b07d2be03f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.914847] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263a2d1-437c-d0c3-45dc-f3fb55438534/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.916592] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Uploaded image 7f0f87cd-bcc0-46b5-9622-c0499a63638b to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.917429] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.917665] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e24a8b4-4b42-48ce-ae56-ba2ff7967028 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.926608] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 780.926608] env[63309]: value = "task-2730044" [ 780.926608] env[63309]: _type = "Task" [ 780.926608] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.937941] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730044, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.979365] env[63309]: DEBUG nova.compute.manager [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Received event network-vif-plugged-6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.979365] env[63309]: DEBUG oslo_concurrency.lockutils [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] Acquiring lock "77d27edd-600f-4045-996d-278701d28d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.979365] env[63309]: DEBUG oslo_concurrency.lockutils [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] Lock "77d27edd-600f-4045-996d-278701d28d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.979547] env[63309]: DEBUG oslo_concurrency.lockutils [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] Lock "77d27edd-600f-4045-996d-278701d28d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.979671] env[63309]: DEBUG nova.compute.manager [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] No waiting events found dispatching network-vif-plugged-6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.979839] env[63309]: WARNING nova.compute.manager [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Received unexpected event network-vif-plugged-6ab76ca5-5706-4341-8a60-e66ace3f48e0 for instance with vm_state building and task_state spawning. [ 780.979999] env[63309]: DEBUG nova.compute.manager [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Received event network-changed-6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.980169] env[63309]: DEBUG nova.compute.manager [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Refreshing instance network info cache due to event network-changed-6ab76ca5-5706-4341-8a60-e66ace3f48e0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.980335] env[63309]: DEBUG oslo_concurrency.lockutils [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] Acquiring lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.072760] env[63309]: DEBUG oslo_concurrency.lockutils [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.111855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.112234] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Instance network_info: |[{"id": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "address": "fa:16:3e:ad:7f:6a", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab76ca5-57", "ovs_interfaceid": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.112550] env[63309]: DEBUG oslo_concurrency.lockutils [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] Acquired lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.112801] env[63309]: DEBUG nova.network.neutron [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Refreshing network info cache for port 6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.114375] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:7f:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ab76ca5-5706-4341-8a60-e66ace3f48e0', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.124155] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating folder: Project (7dd489e2b7b04bcba5b6f6c1a7f80bdd). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.128032] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65e0e29e-3898-4985-943f-6c1bb4237f7b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.144351] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created folder: Project (7dd489e2b7b04bcba5b6f6c1a7f80bdd) in parent group-v549567. [ 781.144351] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating folder: Instances. Parent ref: group-v549714. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.144351] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e51751e-b6c2-4cbd-b5da-7b6f4ab5c4bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.155225] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created folder: Instances in parent group-v549714. [ 781.155457] env[63309]: DEBUG oslo.service.loopingcall [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.155656] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.155862] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ee13eb0-434f-43a2-a108-82e9ec71ba36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.182995] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.182995] env[63309]: value = "task-2730047" [ 781.182995] env[63309]: _type = "Task" [ 781.182995] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.194029] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730047, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.224171] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.248111] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.251686] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.251686] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.251686] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.251686] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.251686] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.252082] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.252082] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.252082] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.252082] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.252082] env[63309]: DEBUG nova.virt.hardware [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.252251] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1656a2e8-a639-43f5-9415-2cc4885105ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.264268] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2a7837-e5eb-476e-9040-af134d0ed607 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.268860] env[63309]: DEBUG oslo_concurrency.lockutils [req-415e9bd2-f002-461c-8510-60e3c637e586 req-bea3ea7b-453a-4e89-a681-b9682fb402ad service nova] Releasing lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.269579] env[63309]: DEBUG oslo_concurrency.lockutils [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquired lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.269985] env[63309]: DEBUG nova.network.neutron [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.345610] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798745} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.345891] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e/24132d19-337b-4845-b2a4-bc65f574b61e.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.346186] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.346378] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d144ddc4-2a5d-4d6a-9af5-ff5a24bdfa25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.354931] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 781.354931] env[63309]: value = "task-2730048" [ 781.354931] env[63309]: _type = "Task" [ 781.354931] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.364641] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.377192] env[63309]: DEBUG nova.scheduler.client.report [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.418483] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.439198] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730044, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.473322] env[63309]: DEBUG nova.network.neutron [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updated VIF entry in instance network info cache for port 6ab76ca5-5706-4341-8a60-e66ace3f48e0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.473782] env[63309]: DEBUG nova.network.neutron [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updating instance_info_cache with network_info: [{"id": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "address": "fa:16:3e:ad:7f:6a", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab76ca5-57", "ovs_interfaceid": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.706405] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730047, 'name': CreateVM_Task, 'duration_secs': 0.346236} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.706405] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.706405] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.706405] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.706830] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.707208] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f0b0d1-648b-4ce9-8364-5f01f32df30e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.716016] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 781.716016] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b6b65b-72e2-def5-5e9a-58c3fc735e30" [ 781.716016] env[63309]: _type = "Task" [ 781.716016] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.725823] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b6b65b-72e2-def5-5e9a-58c3fc735e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.865969] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084965} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.865969] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.866495] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234678de-08a4-4182-a0fc-b84fd0390f23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.889783] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e/24132d19-337b-4845-b2a4-bc65f574b61e.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.892901] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.894527] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.896896] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74cc04f5-7964-4bdb-ade3-a4d084760cd9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.913080] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.456s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.913433] env[63309]: DEBUG nova.objects.instance [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lazy-loading 'resources' on Instance uuid 1bdd687f-a5ad-435e-a659-46c35becc981 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.922564] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 781.922564] env[63309]: value = "task-2730049" [ 781.922564] env[63309]: _type = "Task" [ 781.922564] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.939606] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.950246] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730044, 'name': Destroy_Task, 'duration_secs': 0.660677} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.950246] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Destroyed the VM [ 781.950391] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.951147] env[63309]: DEBUG nova.network.neutron [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Successfully updated port: d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.952485] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-157e0116-6894-4ef7-a01f-8c2090e4c308 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.961210] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 781.961210] env[63309]: value = "task-2730050" [ 781.961210] env[63309]: _type = "Task" [ 781.961210] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.972246] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.977482] env[63309]: DEBUG oslo_concurrency.lockutils [req-44b44b16-8b32-47cf-a60e-f10478042d5c req-955d8a68-8d05-4f4e-8741-acde6353f5b8 service nova] Releasing lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.117874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.118155] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.118366] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.118549] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.118789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.120867] env[63309]: INFO nova.compute.manager [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Terminating instance [ 782.131019] env[63309]: DEBUG nova.network.neutron [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [{"id": "abd4a925-6ea7-413c-805a-b634559b573d", "address": "fa:16:3e:4d:9e:4c", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd4a925-6e", "ovs_interfaceid": "abd4a925-6ea7-413c-805a-b634559b573d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.224954] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b6b65b-72e2-def5-5e9a-58c3fc735e30, 'name': SearchDatastore_Task, 'duration_secs': 0.019882} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.225281] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.225519] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.225753] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.225898] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.226091] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.226526] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdfbc96a-2e9b-404e-aa1e-732550df4014 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.236762] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.236962] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.237954] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e8613f-291a-47a9-b2ef-86a3c64319f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.243910] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 782.243910] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52871d14-e405-2b03-427f-8615d0f85daf" [ 782.243910] env[63309]: _type = "Task" [ 782.243910] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.252224] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52871d14-e405-2b03-427f-8615d0f85daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.413940] env[63309]: DEBUG nova.compute.utils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.415498] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.415681] env[63309]: DEBUG nova.network.neutron [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.434303] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.435302] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.435302] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.456474] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.456553] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.456856] env[63309]: DEBUG nova.network.neutron [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.480966] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.492806] env[63309]: DEBUG nova.policy [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65f403aa478343daa213d70b1d062979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4082fae696c74e7f8fecf092924cff6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.626908] env[63309]: DEBUG nova.compute.manager [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.627189] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.629685] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a1f24-5b7f-4d01-954f-72196ffa7f2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.639124] env[63309]: DEBUG oslo_concurrency.lockutils [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Releasing lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.644751] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.649692] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c82b25b-b259-4fb1-aaa2-2d569a9125d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.761485] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52871d14-e405-2b03-427f-8615d0f85daf, 'name': SearchDatastore_Task, 'duration_secs': 0.038223} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.763022] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15baff84-5f68-42a0-8d0b-0f32b9f55bee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.773851] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 782.773851] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ad37a9-c2bf-bfb0-d26b-cfdbcf5d93a4" [ 782.773851] env[63309]: _type = "Task" [ 782.773851] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.783936] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ad37a9-c2bf-bfb0-d26b-cfdbcf5d93a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.908358] env[63309]: DEBUG nova.network.neutron [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Successfully created port: 7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.918054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.918054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.919408] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.937941] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730049, 'name': ReconfigVM_Task, 'duration_secs': 0.942995} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.938272] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e/24132d19-337b-4845-b2a4-bc65f574b61e.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.938601] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63309) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 782.939311] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e3c75514-2daf-4823-9833-181baada81a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.951162] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.951448] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.951646] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.952980] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.952980] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.952980] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.952980] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 782.952980] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.955095] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 782.955095] env[63309]: value = "task-2730052" [ 782.955095] env[63309]: _type = "Task" [ 782.955095] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.986049] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730050, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.986049] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730052, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.012246] env[63309]: DEBUG nova.network.neutron [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.017205] env[63309]: DEBUG nova.compute.manager [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Received event network-vif-plugged-d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.017431] env[63309]: DEBUG oslo_concurrency.lockutils [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] Acquiring lock "54e181f5-aeca-434b-aacd-4c358924599a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.017642] env[63309]: DEBUG oslo_concurrency.lockutils [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] Lock "54e181f5-aeca-434b-aacd-4c358924599a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.017881] env[63309]: DEBUG oslo_concurrency.lockutils [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] Lock "54e181f5-aeca-434b-aacd-4c358924599a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.018185] env[63309]: DEBUG nova.compute.manager [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] No waiting events found dispatching network-vif-plugged-d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.018447] env[63309]: WARNING nova.compute.manager [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Received unexpected event network-vif-plugged-d2ece4c7-5606-4ad9-8593-542bfefc3e17 for instance with vm_state building and task_state spawning. [ 783.018603] env[63309]: DEBUG nova.compute.manager [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Received event network-changed-d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.018793] env[63309]: DEBUG nova.compute.manager [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Refreshing instance network info cache due to event network-changed-d2ece4c7-5606-4ad9-8593-542bfefc3e17. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 783.021027] env[63309]: DEBUG oslo_concurrency.lockutils [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] Acquiring lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.023814] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad2b374-61d5-4fb2-83c8-79aa4863deea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.034196] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407697eb-2a09-40cf-871c-e88462e09706 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.075841] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f673785-35a4-4f4f-b64b-1519f205d5fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.084892] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0d513-7614-4bf8-84d5-75189e218869 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.101351] env[63309]: DEBUG nova.compute.provider_tree [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.141677] env[63309]: DEBUG nova.compute.manager [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.142910] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229bbb60-c826-4d23-aa24-e00527ae6899 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.238271] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.238548] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.238969] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleting the datastore file [datastore2] 2660a9d8-ad47-4172-bf7a-1710aa1b3092 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.239279] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3185bc64-d2d6-4290-9db6-c710be2a67d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.249713] env[63309]: DEBUG oslo_vmware.api [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 783.249713] env[63309]: value = "task-2730053" [ 783.249713] env[63309]: _type = "Task" [ 783.249713] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.260759] env[63309]: DEBUG oslo_vmware.api [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.288492] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ad37a9-c2bf-bfb0-d26b-cfdbcf5d93a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.289259] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.293024] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/77d27edd-600f-4045-996d-278701d28d8b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.293024] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a31e23d5-8933-47c6-b8c0-a7c5ed37da48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.307019] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 783.307019] env[63309]: value = "task-2730054" [ 783.307019] env[63309]: _type = "Task" [ 783.307019] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.314966] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.464931] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.478020] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730052, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.06225} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.478652] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63309) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 783.479592] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71518c3-e134-4750-9e0c-51037abf1b89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.488515] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.488726] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.488956] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.489188] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.489447] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.491025] env[63309]: DEBUG oslo_vmware.api [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730050, 'name': RemoveSnapshot_Task, 'duration_secs': 1.121963} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.491531] env[63309]: INFO nova.compute.manager [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Terminating instance [ 783.493230] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.493556] env[63309]: INFO nova.compute.manager [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Took 14.48 seconds to snapshot the instance on the hypervisor. [ 783.521798] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e/ephemeral_0.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.523289] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7151ee79-8a3b-4de3-9fcc-dca86bdccc22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.537731] env[63309]: DEBUG nova.compute.manager [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.537944] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.539437] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b207d192-7f97-4afd-af86-4e4f6102b488 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.548591] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.549814] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff718ce-4b6e-42e0-8b1d-ea50b5acf389 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.551552] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 783.551552] env[63309]: value = "task-2730055" [ 783.551552] env[63309]: _type = "Task" [ 783.551552] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.556909] env[63309]: DEBUG oslo_vmware.api [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 783.556909] env[63309]: value = "task-2730056" [ 783.556909] env[63309]: _type = "Task" [ 783.556909] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.564915] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.570943] env[63309]: DEBUG oslo_vmware.api [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.604893] env[63309]: DEBUG nova.scheduler.client.report [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.616864] env[63309]: DEBUG nova.network.neutron [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Updating instance_info_cache with network_info: [{"id": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "address": "fa:16:3e:ca:98:22", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ece4c7-56", "ovs_interfaceid": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.762828] env[63309]: DEBUG oslo_vmware.api [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351081} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.763164] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.763450] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.763534] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.763709] env[63309]: INFO nova.compute.manager [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Took 1.14 seconds to destroy the instance on the hypervisor. [ 783.763955] env[63309]: DEBUG oslo.service.loopingcall [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.764174] env[63309]: DEBUG nova.compute.manager [-] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.764447] env[63309]: DEBUG nova.network.neutron [-] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.816026] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730054, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.934555] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.964689] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.964928] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.965134] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.965282] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.965456] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.965660] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.965896] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.966017] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.966190] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.966355] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.966528] env[63309]: DEBUG nova.virt.hardware [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.967497] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f97dd98-baa8-43b9-bcb7-6142c21c9ac3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.977052] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1699d-0375-4c24-a0c4-3637f4c36a4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.023862] env[63309]: DEBUG nova.compute.manager [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Instance disappeared during snapshot {{(pid=63309) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 784.034728] env[63309]: DEBUG nova.compute.manager [None req-f146c3fa-2f90-4569-b2f9-77eda5553f5d tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image not found during clean up 7f0f87cd-bcc0-46b5-9622-c0499a63638b {{(pid=63309) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 784.069214] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.072953] env[63309]: DEBUG oslo_vmware.api [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730056, 'name': PowerOffVM_Task, 'duration_secs': 0.210942} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.073279] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.073463] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.073727] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35e99838-66d8-47b6-83e5-0e0bb0cfcd74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.110404] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.112845] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.125s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.113193] env[63309]: DEBUG nova.objects.instance [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lazy-loading 'resources' on Instance uuid 78ccd719-ff4f-44fb-a789-3ed60b862ffb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.120729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.120729] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Instance network_info: |[{"id": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "address": "fa:16:3e:ca:98:22", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ece4c7-56", "ovs_interfaceid": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.120860] env[63309]: DEBUG oslo_concurrency.lockutils [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] Acquired lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120860] env[63309]: DEBUG nova.network.neutron [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Refreshing network info cache for port d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.122068] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:98:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ece4c7-5606-4ad9-8593-542bfefc3e17', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.129904] env[63309]: DEBUG oslo.service.loopingcall [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.131351] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.131582] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1fbd5d-fc1e-4939-bf1f-617fff7d2280 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.147868] env[63309]: INFO nova.scheduler.client.report [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Deleted allocations for instance 1bdd687f-a5ad-435e-a659-46c35becc981 [ 784.159416] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.159416] env[63309]: value = "task-2730058" [ 784.159416] env[63309]: _type = "Task" [ 784.159416] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.160128] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2278a72-3baf-4399-9f98-f5db757a736c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.176456] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.176725] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Doing hard reboot of VM {{(pid=63309) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 784.177031] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3ce448a4-6d77-4e1e-ac70-37ebe70d4d57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.184726] env[63309]: DEBUG oslo_vmware.api [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 784.184726] env[63309]: value = "task-2730059" [ 784.184726] env[63309]: _type = "Task" [ 784.184726] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.197550] env[63309]: DEBUG oslo_vmware.api [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730059, 'name': ResetVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.318818] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714473} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.320551] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/77d27edd-600f-4045-996d-278701d28d8b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.320783] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.321061] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-485b3453-50aa-47bf-8402-259efadcf35f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.329290] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 784.329290] env[63309]: value = "task-2730060" [ 784.329290] env[63309]: _type = "Task" [ 784.329290] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.341008] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.499651] env[63309]: DEBUG nova.compute.manager [req-cb92b534-8777-4ac8-b9f0-fb7e1ed8a446 req-e63a5ffc-0e17-4e9a-bd9c-88a42c76326a service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Received event network-vif-plugged-7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.499908] env[63309]: DEBUG oslo_concurrency.lockutils [req-cb92b534-8777-4ac8-b9f0-fb7e1ed8a446 req-e63a5ffc-0e17-4e9a-bd9c-88a42c76326a service nova] Acquiring lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.500099] env[63309]: DEBUG oslo_concurrency.lockutils [req-cb92b534-8777-4ac8-b9f0-fb7e1ed8a446 req-e63a5ffc-0e17-4e9a-bd9c-88a42c76326a service nova] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.500253] env[63309]: DEBUG oslo_concurrency.lockutils [req-cb92b534-8777-4ac8-b9f0-fb7e1ed8a446 req-e63a5ffc-0e17-4e9a-bd9c-88a42c76326a service nova] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.500445] env[63309]: DEBUG nova.compute.manager [req-cb92b534-8777-4ac8-b9f0-fb7e1ed8a446 req-e63a5ffc-0e17-4e9a-bd9c-88a42c76326a service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] No waiting events found dispatching network-vif-plugged-7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.500640] env[63309]: WARNING nova.compute.manager [req-cb92b534-8777-4ac8-b9f0-fb7e1ed8a446 req-e63a5ffc-0e17-4e9a-bd9c-88a42c76326a service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Received unexpected event network-vif-plugged-7566d377-8e1c-4093-acea-7d85a9d73d93 for instance with vm_state building and task_state spawning. [ 784.562737] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730055, 'name': ReconfigVM_Task, 'duration_secs': 0.724565} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.563013] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e/ephemeral_0.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.563676] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d805db71-e568-448a-af07-059d36b2a46d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.571874] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 784.571874] env[63309]: value = "task-2730061" [ 784.571874] env[63309]: _type = "Task" [ 784.571874] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.583643] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730061, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.584812] env[63309]: DEBUG nova.network.neutron [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Successfully updated port: 7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.658396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a0fe4630-e769-439b-9c27-e9302533f198 tempest-ServersTestBootFromVolume-37857361 tempest-ServersTestBootFromVolume-37857361-project-member] Lock "1bdd687f-a5ad-435e-a659-46c35becc981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.033s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.682114] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.693706] env[63309]: DEBUG nova.network.neutron [-] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.699295] env[63309]: DEBUG oslo_vmware.api [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730059, 'name': ResetVM_Task, 'duration_secs': 0.115597} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.699816] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Did hard reboot of VM {{(pid=63309) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 784.699959] env[63309]: DEBUG nova.compute.manager [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.704240] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c603cdc2-7d23-43d7-98d1-9a210d6253f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.841416] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297389} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.844035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.845500] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbf130f-825e-4ced-adc2-21195b3de3de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.870565] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/77d27edd-600f-4045-996d-278701d28d8b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.873261] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf3596f-2613-43ea-82fd-58efa5db60ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.894336] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 784.894336] env[63309]: value = "task-2730062" [ 784.894336] env[63309]: _type = "Task" [ 784.894336] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.904846] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.950123] env[63309]: DEBUG nova.network.neutron [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Updated VIF entry in instance network info cache for port d2ece4c7-5606-4ad9-8593-542bfefc3e17. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.950508] env[63309]: DEBUG nova.network.neutron [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Updating instance_info_cache with network_info: [{"id": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "address": "fa:16:3e:ca:98:22", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ece4c7-56", "ovs_interfaceid": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.083358] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730061, 'name': Rename_Task, 'duration_secs': 0.418501} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.083654] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.083941] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-193c8ee0-64ba-4eee-bea7-12865218027f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.088758] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "refresh_cache-b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.088921] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "refresh_cache-b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.089170] env[63309]: DEBUG nova.network.neutron [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.098888] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 785.098888] env[63309]: value = "task-2730063" [ 785.098888] env[63309]: _type = "Task" [ 785.098888] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.108944] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.178914] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.200843] env[63309]: INFO nova.compute.manager [-] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Took 1.44 seconds to deallocate network for instance. [ 785.217790] env[63309]: DEBUG oslo_concurrency.lockutils [None req-abc720d2-dd35-4ba5-8342-55de285278dc tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.681s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.226651] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45cb47-988d-4b97-9157-ad1e8589391b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.235236] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2b869-f8b2-4f05-8880-96c17ca8eb67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.271858] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d087b47d-7ea8-4e44-a3c6-3d5456b60f17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.282381] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86bb314-53a7-458b-a56d-bfeb4f63a017 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.298944] env[63309]: DEBUG nova.compute.provider_tree [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.321261] env[63309]: DEBUG nova.compute.manager [req-cf02a0ec-7179-49ea-9a20-d329939db62e req-a4661538-609b-4900-aa3a-f61e1a3b06ae service nova] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Received event network-vif-deleted-604813db-0e13-4798-859a-915d71fada30 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.338777] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.338777] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.339080] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleting the datastore file [datastore1] 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.339275] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07e9cfd-1cb9-443b-b26f-98d26de62b39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.347561] env[63309]: DEBUG oslo_vmware.api [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 785.347561] env[63309]: value = "task-2730064" [ 785.347561] env[63309]: _type = "Task" [ 785.347561] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.359632] env[63309]: DEBUG oslo_vmware.api [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.409111] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.453574] env[63309]: DEBUG oslo_concurrency.lockutils [req-2c2919a3-5b52-4366-9ca9-1251b54c8627 req-35d393b0-668a-440f-89c4-044e9adabfe3 service nova] Releasing lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.619428] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730063, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.668127] env[63309]: DEBUG nova.network.neutron [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.682321] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.713266] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.806158] env[63309]: DEBUG nova.scheduler.client.report [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.861358] env[63309]: DEBUG oslo_vmware.api [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374945} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.862439] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.862439] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.862439] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.862609] env[63309]: INFO nova.compute.manager [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Took 2.32 seconds to destroy the instance on the hypervisor. [ 785.862886] env[63309]: DEBUG oslo.service.loopingcall [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.863338] env[63309]: DEBUG nova.compute.manager [-] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.863479] env[63309]: DEBUG nova.network.neutron [-] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.906110] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730062, 'name': ReconfigVM_Task, 'duration_secs': 0.586073} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.906683] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/77d27edd-600f-4045-996d-278701d28d8b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.906954] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e039f3d-e38d-4e88-a29d-296a575e07fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.914940] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 785.914940] env[63309]: value = "task-2730065" [ 785.914940] env[63309]: _type = "Task" [ 785.914940] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.928193] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730065, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.114619] env[63309]: DEBUG oslo_vmware.api [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730063, 'name': PowerOnVM_Task, 'duration_secs': 0.925932} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.114984] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.115263] env[63309]: INFO nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Took 9.73 seconds to spawn the instance on the hypervisor. [ 786.115472] env[63309]: DEBUG nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.116377] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0dbb50-6b8a-4ee0-a53e-2c3051460bbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.181850] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.209843] env[63309]: DEBUG nova.network.neutron [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Updating instance_info_cache with network_info: [{"id": "7566d377-8e1c-4093-acea-7d85a9d73d93", "address": "fa:16:3e:93:95:71", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7566d377-8e", "ovs_interfaceid": "7566d377-8e1c-4093-acea-7d85a9d73d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.309986] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.313428] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.600s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.313428] env[63309]: DEBUG nova.objects.instance [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lazy-loading 'resources' on Instance uuid e2d1e14a-adc0-4dd8-8ce4-9844717d10d7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.341295] env[63309]: INFO nova.scheduler.client.report [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Deleted allocations for instance 78ccd719-ff4f-44fb-a789-3ed60b862ffb [ 786.429722] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730065, 'name': Rename_Task, 'duration_secs': 0.163206} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.431343] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.432026] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a819270-0349-4e39-ae85-5ce73d26ae75 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.442429] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 786.442429] env[63309]: value = "task-2730066" [ 786.442429] env[63309]: _type = "Task" [ 786.442429] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.455400] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.646481] env[63309]: INFO nova.compute.manager [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Took 46.17 seconds to build instance. [ 786.680690] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.725824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "refresh_cache-b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.726691] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Instance network_info: |[{"id": "7566d377-8e1c-4093-acea-7d85a9d73d93", "address": "fa:16:3e:93:95:71", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7566d377-8e", "ovs_interfaceid": "7566d377-8e1c-4093-acea-7d85a9d73d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.726849] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:95:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7566d377-8e1c-4093-acea-7d85a9d73d93', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.744538] env[63309]: DEBUG oslo.service.loopingcall [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.745150] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.745526] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d66cb8-5b6e-4e6c-9f85-04d7a87b96cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.766338] env[63309]: DEBUG nova.compute.manager [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Received event network-changed-7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.766568] env[63309]: DEBUG nova.compute.manager [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Refreshing instance network info cache due to event network-changed-7566d377-8e1c-4093-acea-7d85a9d73d93. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.767501] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] Acquiring lock "refresh_cache-b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.767501] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] Acquired lock "refresh_cache-b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.767501] env[63309]: DEBUG nova.network.neutron [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Refreshing network info cache for port 7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.777810] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.777810] env[63309]: value = "task-2730067" [ 786.777810] env[63309]: _type = "Task" [ 786.777810] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.792105] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730067, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.862162] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c48b51ca-6272-4cd6-8101-c966944677ed tempest-ServersTestFqdnHostnames-2025413341 tempest-ServersTestFqdnHostnames-2025413341-project-member] Lock "78ccd719-ff4f-44fb-a789-3ed60b862ffb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.205s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.895244] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.895536] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.895752] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.895933] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.896148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.899603] env[63309]: INFO nova.compute.manager [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Terminating instance [ 786.933016] env[63309]: DEBUG nova.network.neutron [-] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.960039] env[63309]: DEBUG oslo_vmware.api [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730066, 'name': PowerOnVM_Task, 'duration_secs': 0.510158} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.963361] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.963361] env[63309]: INFO nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 786.963361] env[63309]: DEBUG nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.963361] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf4d81-4681-41c8-b0b3-ad4194c6c912 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.149087] env[63309]: DEBUG oslo_concurrency.lockutils [None req-87811288-7472-4704-ac0a-c938b104e379 tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "24132d19-337b-4845-b2a4-bc65f574b61e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.115s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.184810] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730058, 'name': CreateVM_Task, 'duration_secs': 2.613095} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.185363] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.186167] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.186618] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.187021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.188502] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a165d6d-7e5d-4b5f-a80c-90f9552a637c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.196666] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 787.196666] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ab4dcc-2f62-786d-6519-84c480d9d2c9" [ 787.196666] env[63309]: _type = "Task" [ 787.196666] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.208846] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ab4dcc-2f62-786d-6519-84c480d9d2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.290942] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730067, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.416018] env[63309]: DEBUG nova.compute.manager [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.416018] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.418419] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97e0706-4463-450b-844e-b5d05c23719e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.427129] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.427425] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23181b3-b7c7-432c-b7f0-a561c5fc3c03 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.437811] env[63309]: INFO nova.compute.manager [-] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Took 1.57 seconds to deallocate network for instance. [ 787.438598] env[63309]: DEBUG oslo_vmware.api [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 787.438598] env[63309]: value = "task-2730068" [ 787.438598] env[63309]: _type = "Task" [ 787.438598] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.448878] env[63309]: DEBUG nova.compute.manager [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Received event network-changed-abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.449092] env[63309]: DEBUG nova.compute.manager [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Refreshing instance network info cache due to event network-changed-abd4a925-6ea7-413c-805a-b634559b573d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.449308] env[63309]: DEBUG oslo_concurrency.lockutils [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] Acquiring lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.449449] env[63309]: DEBUG oslo_concurrency.lockutils [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] Acquired lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.449609] env[63309]: DEBUG nova.network.neutron [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Refreshing network info cache for port abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.455034] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db608a5a-49ca-405b-8afa-10fb56f92285 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.459254] env[63309]: DEBUG oslo_vmware.api [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.465850] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bfef46-23ab-49fb-9afc-643d96dfa4f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.508477] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86bb64e-a1ea-4baf-92d5-f68153909f73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.510517] env[63309]: INFO nova.compute.manager [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Took 44.59 seconds to build instance. [ 787.515273] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ccfa2-209f-49b8-a989-3ad7bea5285d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.533498] env[63309]: DEBUG nova.compute.provider_tree [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.652977] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.708659] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ab4dcc-2f62-786d-6519-84c480d9d2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.028735} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.708866] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.709362] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.709362] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.709443] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.709768] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.710137] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9564e73c-e2e7-4bf7-87d2-8ce4bcfdc251 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.728780] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.728972] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.729745] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0543c26-4706-47db-80d9-234d3cb24b5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.738923] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 787.738923] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aa4bf9-d310-58d6-d627-5b93c7471310" [ 787.738923] env[63309]: _type = "Task" [ 787.738923] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.752332] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aa4bf9-d310-58d6-d627-5b93c7471310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.792310] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730067, 'name': CreateVM_Task, 'duration_secs': 0.54669} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.792657] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.793538] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.793909] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.794367] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.794939] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e070f10-f894-4891-aed7-740e7ff6afee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.801793] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 787.801793] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52be443a-a8d5-3739-646b-5c248aca74dd" [ 787.801793] env[63309]: _type = "Task" [ 787.801793] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.811332] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52be443a-a8d5-3739-646b-5c248aca74dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.950978] env[63309]: DEBUG oslo_vmware.api [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730068, 'name': PowerOffVM_Task, 'duration_secs': 0.308563} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.951365] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.951576] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.951784] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66868dc7-1ba4-40b1-a3ad-2aeef7db362e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.956164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.013015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdf60f59-5c82-4c5b-83c1-9416d309ab17 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "77d27edd-600f-4045-996d-278701d28d8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.149s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.038683] env[63309]: DEBUG nova.scheduler.client.report [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.043804] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.044251] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.044251] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Deleting the datastore file [datastore1] 83f6c47e-ab78-407f-8bc8-114a5f2ce916 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.044727] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f91ea0b-2f57-4df8-93e4-d01c5af9f925 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.060638] env[63309]: DEBUG oslo_vmware.api [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 788.060638] env[63309]: value = "task-2730070" [ 788.060638] env[63309]: _type = "Task" [ 788.060638] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.076065] env[63309]: DEBUG nova.network.neutron [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Updated VIF entry in instance network info cache for port 7566d377-8e1c-4093-acea-7d85a9d73d93. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.076065] env[63309]: DEBUG nova.network.neutron [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Updating instance_info_cache with network_info: [{"id": "7566d377-8e1c-4093-acea-7d85a9d73d93", "address": "fa:16:3e:93:95:71", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7566d377-8e", "ovs_interfaceid": "7566d377-8e1c-4093-acea-7d85a9d73d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.083687] env[63309]: DEBUG oslo_vmware.api [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.209502] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.253182] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aa4bf9-d310-58d6-d627-5b93c7471310, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.254188] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbf62d5-9d31-48f1-b1a7-029d2d5c582c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.260863] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 788.260863] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241063f-c07e-a13c-ccb3-415cc6a30bc1" [ 788.260863] env[63309]: _type = "Task" [ 788.260863] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.272624] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241063f-c07e-a13c-ccb3-415cc6a30bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.313876] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52be443a-a8d5-3739-646b-5c248aca74dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016153} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.314190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.314450] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.314694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.314839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.315034] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.316265] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16417d0b-eb34-4267-9632-95e35760a91e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.328113] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.328305] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.329087] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6bedf4-8b79-43c1-8adb-a88443794b20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.335945] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 788.335945] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d6d78c-367b-087a-8d7b-d56587d3f165" [ 788.335945] env[63309]: _type = "Task" [ 788.335945] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.347504] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d6d78c-367b-087a-8d7b-d56587d3f165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.516444] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.545990] env[63309]: DEBUG nova.network.neutron [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updated VIF entry in instance network info cache for port abd4a925-6ea7-413c-805a-b634559b573d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.546469] env[63309]: DEBUG nova.network.neutron [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [{"id": "abd4a925-6ea7-413c-805a-b634559b573d", "address": "fa:16:3e:4d:9e:4c", "network": {"id": "925f624f-4768-45f5-a8cf-3fd745f3fb09", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-253903595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503a1508015e4f3a92f75f2924462b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd4a925-6e", "ovs_interfaceid": "abd4a925-6ea7-413c-805a-b634559b573d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.549034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.551785] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.826s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.555803] env[63309]: INFO nova.compute.claims [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.580177] env[63309]: DEBUG oslo_vmware.api [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288035} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.580869] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.581550] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.581954] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.582250] env[63309]: INFO nova.compute.manager [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Took 1.17 seconds to destroy the instance on the hypervisor. [ 788.588745] env[63309]: DEBUG oslo.service.loopingcall [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.588745] env[63309]: DEBUG nova.compute.manager [-] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.588745] env[63309]: DEBUG nova.network.neutron [-] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.588745] env[63309]: DEBUG oslo_concurrency.lockutils [req-ec7c2020-5081-4213-a540-04f7461efea6 req-d0ec12dd-1399-4d12-86d9-d27ed1791629 service nova] Releasing lock "refresh_cache-b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.595644] env[63309]: INFO nova.scheduler.client.report [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Deleted allocations for instance e2d1e14a-adc0-4dd8-8ce4-9844717d10d7 [ 788.777459] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241063f-c07e-a13c-ccb3-415cc6a30bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.777864] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.778083] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/54e181f5-aeca-434b-aacd-4c358924599a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.778429] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1958372b-ed41-4e5d-9c13-7a6d188c7ad1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.787438] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 788.787438] env[63309]: value = "task-2730071" [ 788.787438] env[63309]: _type = "Task" [ 788.787438] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.799757] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.848833] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d6d78c-367b-087a-8d7b-d56587d3f165, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.849794] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55359e3-51a7-4ba6-9946-7d135c896c76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.857018] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 788.857018] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fd3d38-c10f-487d-d7b8-f0cb05654b9d" [ 788.857018] env[63309]: _type = "Task" [ 788.857018] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.868831] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fd3d38-c10f-487d-d7b8-f0cb05654b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.053450] env[63309]: DEBUG oslo_concurrency.lockutils [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] Releasing lock "refresh_cache-83f6c47e-ab78-407f-8bc8-114a5f2ce916" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.053450] env[63309]: DEBUG nova.compute.manager [req-e2f221f4-1fe4-4d6f-8e2c-7207ebebe2ae req-ce3fd5fc-ab4f-4074-8fe9-1dae8fc65b9a service nova] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Received event network-vif-deleted-22ece187-bd21-43dc-956c-1ff8a3aef210 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.058405] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.103982] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9663f6d-f013-46a2-a7f7-a9e283a7b5c9 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "e2d1e14a-adc0-4dd8-8ce4-9844717d10d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.985s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.299973] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497875} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.301710] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/54e181f5-aeca-434b-aacd-4c358924599a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.302015] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.302974] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc42c6d2-a352-4ce9-bcf0-81a03f169a52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.314607] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 789.314607] env[63309]: value = "task-2730072" [ 789.314607] env[63309]: _type = "Task" [ 789.314607] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.327504] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.341455] env[63309]: DEBUG nova.compute.manager [req-d1a882ff-808c-4729-a1fa-ed783899150a req-cebff541-4b3b-41cf-befa-a4ecf6e7216c service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Received event network-vif-deleted-abd4a925-6ea7-413c-805a-b634559b573d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.341455] env[63309]: INFO nova.compute.manager [req-d1a882ff-808c-4729-a1fa-ed783899150a req-cebff541-4b3b-41cf-befa-a4ecf6e7216c service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Neutron deleted interface abd4a925-6ea7-413c-805a-b634559b573d; detaching it from the instance and deleting it from the info cache [ 789.341455] env[63309]: DEBUG nova.network.neutron [req-d1a882ff-808c-4729-a1fa-ed783899150a req-cebff541-4b3b-41cf-befa-a4ecf6e7216c service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.373929] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fd3d38-c10f-487d-d7b8-f0cb05654b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012732} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.374306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.374649] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07/b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.375038] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a17887be-e3f3-48b9-aaa7-8f32f6109cc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.384212] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 789.384212] env[63309]: value = "task-2730073" [ 789.384212] env[63309]: _type = "Task" [ 789.384212] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.394433] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.592932] env[63309]: DEBUG nova.network.neutron [-] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.709142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "42093264-2f5a-4d97-874b-dbc7a80692c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.709413] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.834163] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120219} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.834163] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.834653] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a206aa3-e3e1-4049-b8e6-f71a01a03332 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.866347] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/54e181f5-aeca-434b-aacd-4c358924599a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.871878] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a51b5e30-3e9a-4c36-8561-0d9ea99058ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.876046] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4eafc5-8a67-47fa-8147-885b38076981 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.893745] env[63309]: DEBUG nova.compute.manager [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Received event network-changed-e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.893745] env[63309]: DEBUG nova.compute.manager [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Refreshing instance network info cache due to event network-changed-e348a0c4-818e-4e2e-b8dd-acbd2b890314. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 789.893745] env[63309]: DEBUG oslo_concurrency.lockutils [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] Acquiring lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.893745] env[63309]: DEBUG oslo_concurrency.lockutils [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] Acquired lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.893745] env[63309]: DEBUG nova.network.neutron [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Refreshing network info cache for port e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.912115] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adc9338-3bc0-4d79-9a3c-63bf2605019d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.932112] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512292} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.932377] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 789.932377] env[63309]: value = "task-2730074" [ 789.932377] env[63309]: _type = "Task" [ 789.932377] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.933550] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07/b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.933714] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.934390] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f840eb9-8289-42c4-807c-91b716afda91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.964435] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.965079] env[63309]: DEBUG nova.compute.manager [req-d1a882ff-808c-4729-a1fa-ed783899150a req-cebff541-4b3b-41cf-befa-a4ecf6e7216c service nova] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Detach interface failed, port_id=abd4a925-6ea7-413c-805a-b634559b573d, reason: Instance 83f6c47e-ab78-407f-8bc8-114a5f2ce916 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 789.966786] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 789.966786] env[63309]: value = "task-2730075" [ 789.966786] env[63309]: _type = "Task" [ 789.966786] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.977103] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.004731] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "62442772-63e0-46c1-9955-30f9cdb700a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.004731] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "62442772-63e0-46c1-9955-30f9cdb700a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.004904] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "62442772-63e0-46c1-9955-30f9cdb700a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.004984] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "62442772-63e0-46c1-9955-30f9cdb700a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.005163] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "62442772-63e0-46c1-9955-30f9cdb700a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.007399] env[63309]: INFO nova.compute.manager [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Terminating instance [ 790.097648] env[63309]: INFO nova.compute.manager [-] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Took 1.51 seconds to deallocate network for instance. [ 790.287325] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cfd1b4-8485-4641-9cee-fb92838a5b26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.299775] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490d414-b37f-4c26-8db7-0f8547ac2909 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.333420] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb2e63-02de-4d0a-af46-1c5049ecf5b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.342924] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18274ac6-b509-45f5-8cc5-328b7d79a62a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.358911] env[63309]: DEBUG nova.compute.provider_tree [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.447335] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730074, 'name': ReconfigVM_Task, 'duration_secs': 0.386017} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.447335] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/54e181f5-aeca-434b-aacd-4c358924599a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.448528] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a06d27-12c2-43f4-a024-6f87a7c77421 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.456650] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 790.456650] env[63309]: value = "task-2730076" [ 790.456650] env[63309]: _type = "Task" [ 790.456650] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.468751] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730076, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.477095] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102387} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.478335] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.478335] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f71599-6347-4590-a478-8aa73668fca1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.516676] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07/b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.516676] env[63309]: DEBUG nova.compute.manager [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.516676] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.516676] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-038f64f6-8f50-4528-ad4d-2350bc357d58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.533027] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51080798-49e0-4f31-b935-e4e11cdb24db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.542711] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.544073] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c997da2-adce-4eda-95cd-cd5f7fa9f7f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.546028] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 790.546028] env[63309]: value = "task-2730077" [ 790.546028] env[63309]: _type = "Task" [ 790.546028] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.557453] env[63309]: DEBUG oslo_vmware.api [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 790.557453] env[63309]: value = "task-2730078" [ 790.557453] env[63309]: _type = "Task" [ 790.557453] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.561254] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.570608] env[63309]: DEBUG oslo_vmware.api [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2730078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.606688] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.783861] env[63309]: DEBUG nova.network.neutron [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updated VIF entry in instance network info cache for port e348a0c4-818e-4e2e-b8dd-acbd2b890314. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.784786] env[63309]: DEBUG nova.network.neutron [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updating instance_info_cache with network_info: [{"id": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "address": "fa:16:3e:a2:a5:c7", "network": {"id": "ef3f57d5-6787-4895-8aa8-e0f09085ff39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-311086336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de81d53b5ae14287af63d4fa78852aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape348a0c4-81", "ovs_interfaceid": "e348a0c4-818e-4e2e-b8dd-acbd2b890314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.863343] env[63309]: DEBUG nova.scheduler.client.report [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.972010] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730076, 'name': Rename_Task, 'duration_secs': 0.171817} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.975579] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.975829] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37105360-643c-41dc-a9f9-fa8281e438e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.986667] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 790.986667] env[63309]: value = "task-2730079" [ 790.986667] env[63309]: _type = "Task" [ 790.986667] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.001567] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.057899] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.071725] env[63309]: DEBUG oslo_vmware.api [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2730078, 'name': PowerOffVM_Task, 'duration_secs': 0.471018} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.072016] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.072710] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.072994] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6daab507-31ce-49c8-bca6-4dd5a077016a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.155579] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.155579] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.155579] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Deleting the datastore file [datastore2] 62442772-63e0-46c1-9955-30f9cdb700a2 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.155579] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9e6206-f467-487e-ac00-906458e96c3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.162794] env[63309]: DEBUG oslo_vmware.api [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for the task: (returnval){ [ 791.162794] env[63309]: value = "task-2730081" [ 791.162794] env[63309]: _type = "Task" [ 791.162794] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.171716] env[63309]: DEBUG oslo_vmware.api [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2730081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.286922] env[63309]: DEBUG oslo_concurrency.lockutils [req-fe24f3e0-804e-4de2-930d-fe85c14f7303 req-ff3c8762-5b29-454a-b456-4ffd2a613198 service nova] Releasing lock "refresh_cache-24132d19-337b-4845-b2a4-bc65f574b61e" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.373611] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.373611] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.375077] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.367s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.380190] env[63309]: INFO nova.compute.claims [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.501855] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.559989] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730077, 'name': ReconfigVM_Task, 'duration_secs': 0.971476} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.561589] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07/b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.561589] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee2edd01-5676-48b7-aa75-8e737fb98419 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.568753] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 791.568753] env[63309]: value = "task-2730082" [ 791.568753] env[63309]: _type = "Task" [ 791.568753] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.579537] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730082, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.672671] env[63309]: DEBUG oslo_vmware.api [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Task: {'id': task-2730081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39306} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.672999] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.678719] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.678719] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.678719] env[63309]: INFO nova.compute.manager [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 791.678719] env[63309]: DEBUG oslo.service.loopingcall [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.678933] env[63309]: DEBUG nova.compute.manager [-] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.679026] env[63309]: DEBUG nova.network.neutron [-] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.889962] env[63309]: DEBUG nova.compute.utils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.892875] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.893535] env[63309]: DEBUG nova.network.neutron [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.961326] env[63309]: DEBUG nova.policy [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b72e07e9603411784dd3277872f4b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3072e69d1b6e4c7e8b00cb5043aef4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.002834] env[63309]: DEBUG oslo_vmware.api [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730079, 'name': PowerOnVM_Task, 'duration_secs': 0.762889} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.003170] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.003420] env[63309]: INFO nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Took 10.78 seconds to spawn the instance on the hypervisor. [ 792.003607] env[63309]: DEBUG nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.004452] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4ee4a-ee4c-42de-b670-949041d50b0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.084901] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730082, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.320242] env[63309]: DEBUG nova.compute.manager [req-73f86821-2877-4048-9ba0-ed60954c9af3 req-ce7a8b6a-2665-48e9-a6e4-9d6b13f06c40 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Received event network-vif-deleted-6388bd36-a79a-499c-b85d-3e0e7e26a843 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.320242] env[63309]: INFO nova.compute.manager [req-73f86821-2877-4048-9ba0-ed60954c9af3 req-ce7a8b6a-2665-48e9-a6e4-9d6b13f06c40 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Neutron deleted interface 6388bd36-a79a-499c-b85d-3e0e7e26a843; detaching it from the instance and deleting it from the info cache [ 792.320242] env[63309]: DEBUG nova.network.neutron [req-73f86821-2877-4048-9ba0-ed60954c9af3 req-ce7a8b6a-2665-48e9-a6e4-9d6b13f06c40 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.389300] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.524625] env[63309]: INFO nova.compute.manager [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Took 46.59 seconds to build instance. [ 792.560151] env[63309]: DEBUG nova.network.neutron [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Successfully created port: 14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.582447] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730082, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.801384] env[63309]: DEBUG nova.network.neutron [-] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.824567] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a091975-6756-448e-9535-86e545fb63b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.840148] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0687b4-3409-4936-b9dc-d1bfba20572e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.886780] env[63309]: DEBUG nova.compute.manager [req-73f86821-2877-4048-9ba0-ed60954c9af3 req-ce7a8b6a-2665-48e9-a6e4-9d6b13f06c40 service nova] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Detach interface failed, port_id=6388bd36-a79a-499c-b85d-3e0e7e26a843, reason: Instance 62442772-63e0-46c1-9955-30f9cdb700a2 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 792.995533] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc48a4-0897-4770-823e-4ed61758a4cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.006676] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289c6eb7-fab5-4ad5-9471-fca12f8753e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.041841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ded677f-21cb-40a6-94ae-d7207b37316c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "54e181f5-aeca-434b-aacd-4c358924599a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.164s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.043625] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f60cee-42ab-4dfc-b5c5-80bcd57ad38e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.053929] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce701c13-5c1c-474d-964d-d9e547eaa433 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.070091] env[63309]: DEBUG nova.compute.provider_tree [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.080680] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730082, 'name': Rename_Task, 'duration_secs': 1.292245} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.081496] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.081766] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9bdbd3b-dcb2-43df-98ec-024e5f36d61a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.090030] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 793.090030] env[63309]: value = "task-2730083" [ 793.090030] env[63309]: _type = "Task" [ 793.090030] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.102964] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.304450] env[63309]: INFO nova.compute.manager [-] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Took 1.62 seconds to deallocate network for instance. [ 793.408989] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.421453] env[63309]: INFO nova.compute.manager [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Rescuing [ 793.421714] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.421863] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.422136] env[63309]: DEBUG nova.network.neutron [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.453093] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.453442] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.453620] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.454074] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.454074] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.454298] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.454395] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.454582] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.455695] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.455695] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.455695] env[63309]: DEBUG nova.virt.hardware [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.456114] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4104c072-48d3-4a79-b3b8-b08125a0f390 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.467277] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c943cfb-2b57-46c6-aec8-bd97b9bfe07e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.550534] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.576120] env[63309]: DEBUG nova.scheduler.client.report [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.602246] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.810834] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.081856] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.082290] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.086768] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.087142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.293s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.088615] env[63309]: INFO nova.compute.claims [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.105874] env[63309]: DEBUG oslo_vmware.api [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730083, 'name': PowerOnVM_Task, 'duration_secs': 0.812669} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.106557] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.107554] env[63309]: INFO nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Took 10.17 seconds to spawn the instance on the hypervisor. [ 794.107800] env[63309]: DEBUG nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.108644] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649135a4-3d6b-40f5-8f39-d0c3c55a5023 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.279530] env[63309]: DEBUG nova.network.neutron [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Updating instance_info_cache with network_info: [{"id": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "address": "fa:16:3e:ca:98:22", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ece4c7-56", "ovs_interfaceid": "d2ece4c7-5606-4ad9-8593-542bfefc3e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.472020] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.472020] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.593577] env[63309]: DEBUG nova.compute.utils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.598766] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.598950] env[63309]: DEBUG nova.network.neutron [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.638239] env[63309]: INFO nova.compute.manager [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Took 44.44 seconds to build instance. [ 794.649644] env[63309]: DEBUG nova.policy [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.657279] env[63309]: DEBUG nova.compute.manager [req-3bfc8459-eb10-412e-b2c4-75cb96d7f04a req-a0d70cb6-24ec-4a3d-8da5-7db0fd7c083d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Received event network-vif-plugged-14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.657279] env[63309]: DEBUG oslo_concurrency.lockutils [req-3bfc8459-eb10-412e-b2c4-75cb96d7f04a req-a0d70cb6-24ec-4a3d-8da5-7db0fd7c083d service nova] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.657427] env[63309]: DEBUG oslo_concurrency.lockutils [req-3bfc8459-eb10-412e-b2c4-75cb96d7f04a req-a0d70cb6-24ec-4a3d-8da5-7db0fd7c083d service nova] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.658047] env[63309]: DEBUG oslo_concurrency.lockutils [req-3bfc8459-eb10-412e-b2c4-75cb96d7f04a req-a0d70cb6-24ec-4a3d-8da5-7db0fd7c083d service nova] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.658047] env[63309]: DEBUG nova.compute.manager [req-3bfc8459-eb10-412e-b2c4-75cb96d7f04a req-a0d70cb6-24ec-4a3d-8da5-7db0fd7c083d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] No waiting events found dispatching network-vif-plugged-14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.658047] env[63309]: WARNING nova.compute.manager [req-3bfc8459-eb10-412e-b2c4-75cb96d7f04a req-a0d70cb6-24ec-4a3d-8da5-7db0fd7c083d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Received unexpected event network-vif-plugged-14f55f9c-ed04-448c-b27e-77b300a9067d for instance with vm_state building and task_state spawning. [ 794.755856] env[63309]: DEBUG nova.network.neutron [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Successfully updated port: 14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.777742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-54e181f5-aeca-434b-aacd-4c358924599a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.095426] env[63309]: DEBUG nova.network.neutron [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Successfully created port: e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.099083] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.140329] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd14a694-9c6c-4bd8-9562-6988dcfdd651 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.272s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.262283] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.262467] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.262680] env[63309]: DEBUG nova.network.neutron [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.644075] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.706693] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd502a8-c070-46ed-b677-4900038228de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.715708] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb2c6dc-b29c-4e54-9350-939e9901ebde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.748829] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e397fdf4-e439-4716-9ed2-5276f8c21f05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.760142] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830cb86-2a22-47b2-8b98-1fba06c87008 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.778786] env[63309]: DEBUG nova.compute.provider_tree [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.830617] env[63309]: DEBUG nova.network.neutron [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.961346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.961717] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.020466] env[63309]: DEBUG nova.network.neutron [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.113136] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.139682] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.139936] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.140116] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.140295] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.140440] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.140617] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.140779] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.140935] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.141628] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.141833] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.142030] env[63309]: DEBUG nova.virt.hardware [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.143476] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85faae3c-a1e8-4717-b090-aacecf7d61bd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.158127] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39209f-cd48-4343-b42c-78037c18612a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.180696] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.281708] env[63309]: DEBUG nova.scheduler.client.report [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.334068] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.336850] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079d3659-83df-408e-b08b-2a29507645ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.344929] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 796.344929] env[63309]: value = "task-2730084" [ 796.344929] env[63309]: _type = "Task" [ 796.344929] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.362429] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.523971] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.524342] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Instance network_info: |[{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.524779] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:58:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f55f9c-ed04-448c-b27e-77b300a9067d', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.533888] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating folder: Project (3072e69d1b6e4c7e8b00cb5043aef4dc). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.535086] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78fc7fed-5ed2-463c-87bd-9e809797a7bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.548416] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created folder: Project (3072e69d1b6e4c7e8b00cb5043aef4dc) in parent group-v549567. [ 796.548593] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating folder: Instances. Parent ref: group-v549719. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.548937] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d4a5a9e-c28c-42cf-8b27-d52fb73a6edf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.560278] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created folder: Instances in parent group-v549719. [ 796.560608] env[63309]: DEBUG oslo.service.loopingcall [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.564061] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.564061] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d4511b1-b0ea-4c5b-8145-937e73b23dd8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.581731] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.581731] env[63309]: value = "task-2730087" [ 796.581731] env[63309]: _type = "Task" [ 796.581731] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.591900] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730087, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.687423] env[63309]: DEBUG nova.compute.manager [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Received event network-changed-14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.687423] env[63309]: DEBUG nova.compute.manager [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Refreshing instance network info cache due to event network-changed-14f55f9c-ed04-448c-b27e-77b300a9067d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 796.688218] env[63309]: DEBUG oslo_concurrency.lockutils [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.688749] env[63309]: DEBUG oslo_concurrency.lockutils [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.689114] env[63309]: DEBUG nova.network.neutron [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Refreshing network info cache for port 14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.709990] env[63309]: DEBUG nova.compute.manager [req-370e4d77-8496-4c92-99e1-963a114f8ebd req-31a6d2c6-8734-4440-bc62-a280239bdaf3 service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Received event network-vif-plugged-e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.710253] env[63309]: DEBUG oslo_concurrency.lockutils [req-370e4d77-8496-4c92-99e1-963a114f8ebd req-31a6d2c6-8734-4440-bc62-a280239bdaf3 service nova] Acquiring lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.710460] env[63309]: DEBUG oslo_concurrency.lockutils [req-370e4d77-8496-4c92-99e1-963a114f8ebd req-31a6d2c6-8734-4440-bc62-a280239bdaf3 service nova] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.710625] env[63309]: DEBUG oslo_concurrency.lockutils [req-370e4d77-8496-4c92-99e1-963a114f8ebd req-31a6d2c6-8734-4440-bc62-a280239bdaf3 service nova] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.710793] env[63309]: DEBUG nova.compute.manager [req-370e4d77-8496-4c92-99e1-963a114f8ebd req-31a6d2c6-8734-4440-bc62-a280239bdaf3 service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] No waiting events found dispatching network-vif-plugged-e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.710956] env[63309]: WARNING nova.compute.manager [req-370e4d77-8496-4c92-99e1-963a114f8ebd req-31a6d2c6-8734-4440-bc62-a280239bdaf3 service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Received unexpected event network-vif-plugged-e6ce5d0c-316e-49e8-b3cf-32010d526fbb for instance with vm_state building and task_state spawning. [ 796.787342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.787921] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.790702] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.721s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.793043] env[63309]: DEBUG nova.objects.instance [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lazy-loading 'resources' on Instance uuid 88980f36-3dbc-43b1-9c7c-a4db359a7c49 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.806427] env[63309]: DEBUG nova.network.neutron [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Successfully updated port: e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.856702] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730084, 'name': PowerOffVM_Task, 'duration_secs': 0.191048} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.857325] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.858352] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16282f9e-ff10-4c7e-a4f1-1636a1aa71f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.880842] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4200a36-4d07-4908-ac01-c08167f8c363 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.914582] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.915189] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c98852f-01da-4949-b3a8-999da5f93795 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.924438] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 796.924438] env[63309]: value = "task-2730088" [ 796.924438] env[63309]: _type = "Task" [ 796.924438] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.933219] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.003113] env[63309]: DEBUG nova.compute.manager [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.004203] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d1bbf1-a2aa-4962-b0e5-2ed36942e56b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.092840] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730087, 'name': CreateVM_Task, 'duration_secs': 0.438342} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.092996] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.093691] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.093854] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.094193] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.094486] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcc901f-349b-4285-b6b9-d3f682f77200 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.099540] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 797.099540] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52dada6b-a146-6741-e296-b039e343363b" [ 797.099540] env[63309]: _type = "Task" [ 797.099540] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.107924] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52dada6b-a146-6741-e296-b039e343363b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.294522] env[63309]: DEBUG nova.compute.utils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.300726] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.301036] env[63309]: DEBUG nova.network.neutron [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.309179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.309179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.309329] env[63309]: DEBUG nova.network.neutron [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.349815] env[63309]: DEBUG nova.policy [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f005be7641420cbc0137b587b434bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed2b311fc4d462b9786caac6ab452ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.436505] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 797.436724] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.436957] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.437129] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.437370] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.437791] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f408099-206f-42c1-9bdc-a94863376434 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.449942] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.450324] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.450856] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7090bc89-d25d-4584-9b01-f8a62c679bbd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.457124] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 797.457124] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243b4b9-cc9e-ad92-60b4-db1013354706" [ 797.457124] env[63309]: _type = "Task" [ 797.457124] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.460756] env[63309]: DEBUG nova.network.neutron [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updated VIF entry in instance network info cache for port 14f55f9c-ed04-448c-b27e-77b300a9067d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.461119] env[63309]: DEBUG nova.network.neutron [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.471279] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243b4b9-cc9e-ad92-60b4-db1013354706, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.472674] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5400f09b-2910-4ed5-8632-996ab80130dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.483281] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 797.483281] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e2384-2b8c-6f49-2a62-f23b18dd078c" [ 797.483281] env[63309]: _type = "Task" [ 797.483281] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.494076] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e2384-2b8c-6f49-2a62-f23b18dd078c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.517153] env[63309]: INFO nova.compute.manager [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] instance snapshotting [ 797.521637] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa78af86-e481-4872-8424-9c5e5a93a1dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.543711] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da968f-7ac4-49a8-bb05-9574dd2e0045 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.615851] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52dada6b-a146-6741-e296-b039e343363b, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.616474] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.616474] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.616672] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.705898] env[63309]: DEBUG nova.network.neutron [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Successfully created port: 25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.798259] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.841890] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404766fa-126a-4a77-81fa-d146b3d485b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.851207] env[63309]: DEBUG nova.network.neutron [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.853820] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c3882-500b-41b1-a38c-b0be64bd63f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.886866] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db860fdb-dfdf-4900-bd0e-bc8052e3cc93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.895268] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec4050-1acc-4fd5-bbba-0cfbae643c58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.912393] env[63309]: DEBUG nova.compute.provider_tree [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.963725] env[63309]: DEBUG oslo_concurrency.lockutils [req-288717d3-3ea4-41e8-a454-40745ee28755 req-dfc9c3e0-f177-477d-a640-a0d9085ec320 service nova] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.994729] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525e2384-2b8c-6f49-2a62-f23b18dd078c, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.997268] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.997549] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. {{(pid=63309) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 797.997855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.998046] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.998258] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb37cdef-afd4-4a27-9309-4c8963e737a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.000656] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f6bf79-56e9-4cf3-9b64-f2f11fa5a73a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.008717] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 798.008717] env[63309]: value = "task-2730089" [ 798.008717] env[63309]: _type = "Task" [ 798.008717] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.012782] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.012964] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.014109] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d97962-5bda-49d7-92e0-bad9196fd0f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.019256] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.023105] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 798.023105] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5239de4a-5824-ab91-8c10-21aa2ff07789" [ 798.023105] env[63309]: _type = "Task" [ 798.023105] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.030785] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5239de4a-5824-ab91-8c10-21aa2ff07789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.032339] env[63309]: DEBUG nova.network.neutron [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Updating instance_info_cache with network_info: [{"id": "e6ce5d0c-316e-49e8-b3cf-32010d526fbb", "address": "fa:16:3e:69:79:75", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ce5d0c-31", "ovs_interfaceid": "e6ce5d0c-316e-49e8-b3cf-32010d526fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.055291] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.055605] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b06ebb6-cfb3-471c-bed3-9fbb2b6cf879 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.064681] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 798.064681] env[63309]: value = "task-2730090" [ 798.064681] env[63309]: _type = "Task" [ 798.064681] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.076281] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.417292] env[63309]: DEBUG nova.scheduler.client.report [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.519771] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492262} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.520076] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. [ 798.520919] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab65f7-d5e9-42a7-a2cc-ba23a1b38faf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.533248] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5239de4a-5824-ab91-8c10-21aa2ff07789, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.547814] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.548039] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Instance network_info: |[{"id": "e6ce5d0c-316e-49e8-b3cf-32010d526fbb", "address": "fa:16:3e:69:79:75", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ce5d0c-31", "ovs_interfaceid": "e6ce5d0c-316e-49e8-b3cf-32010d526fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.555738] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.556051] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd847658-6259-42fd-8e64-19a26be545ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.558553] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:79:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6ce5d0c-316e-49e8-b3cf-32010d526fbb', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.566160] env[63309]: DEBUG oslo.service.loopingcall [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.566298] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f22f695-73de-4f6b-8d31-aa44c3d49ab7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.582073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.586119] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f836542-3c55-4c81-9ee3-100579ee66ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.603015] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 798.603015] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b32f7-c14a-bfab-d71b-a7ae26e1ab38" [ 798.603015] env[63309]: _type = "Task" [ 798.603015] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.611758] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 798.611758] env[63309]: value = "task-2730091" [ 798.611758] env[63309]: _type = "Task" [ 798.611758] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.611758] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.612881] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.612881] env[63309]: value = "task-2730092" [ 798.612881] env[63309]: _type = "Task" [ 798.612881] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.623137] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b32f7-c14a-bfab-d71b-a7ae26e1ab38, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.629550] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.629820] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be/6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.630128] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.630317] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730092, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.630526] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe77dcd5-9e19-4a8c-a566-ebf9bf846489 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.638330] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 798.638330] env[63309]: value = "task-2730093" [ 798.638330] env[63309]: _type = "Task" [ 798.638330] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.649626] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.765058] env[63309]: DEBUG nova.compute.manager [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Received event network-changed-e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.765301] env[63309]: DEBUG nova.compute.manager [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Refreshing instance network info cache due to event network-changed-e6ce5d0c-316e-49e8-b3cf-32010d526fbb. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.765474] env[63309]: DEBUG oslo_concurrency.lockutils [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] Acquiring lock "refresh_cache-2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.765618] env[63309]: DEBUG oslo_concurrency.lockutils [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] Acquired lock "refresh_cache-2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.765779] env[63309]: DEBUG nova.network.neutron [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Refreshing network info cache for port e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.809961] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.844969] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.845411] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.845689] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.845908] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.846155] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.846522] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.846898] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.847219] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.847521] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.847759] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.848017] env[63309]: DEBUG nova.virt.hardware [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.849752] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4525366d-f582-4c3b-a7dc-41ad831d4ac5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.860795] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c196187-802a-4b55-ae85-316b1a914602 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.923296] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.926060] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.721s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.926240] env[63309]: DEBUG nova.objects.instance [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lazy-loading 'resources' on Instance uuid 7e4dfe48-66be-458e-a142-b5d039d1306a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.951785] env[63309]: INFO nova.scheduler.client.report [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted allocations for instance 88980f36-3dbc-43b1-9c7c-a4db359a7c49 [ 799.093232] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730090, 'name': CreateSnapshot_Task, 'duration_secs': 0.655564} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.093537] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.094442] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9a023-880e-44d5-be34-5ced28fbe12c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.133255] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.133537] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730092, 'name': CreateVM_Task, 'duration_secs': 0.384537} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.133739] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.134592] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.134781] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.135126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.135408] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5b35f9-7be9-4023-b484-e7e3ecbaca4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.145029] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 799.145029] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520e6baa-66c6-1c36-2687-7c057e4f4be2" [ 799.145029] env[63309]: _type = "Task" [ 799.145029] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.152776] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474528} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.153513] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be/6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.153774] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.154044] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79444160-6ef1-42ab-a248-323d05c90eda {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.159548] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520e6baa-66c6-1c36-2687-7c057e4f4be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.165931] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 799.165931] env[63309]: value = "task-2730094" [ 799.165931] env[63309]: _type = "Task" [ 799.165931] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.175829] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.202238] env[63309]: DEBUG nova.compute.manager [req-ba378252-63f8-48a2-88fe-fa2fe8f2a01f req-924a0829-f690-4a85-961e-399b5912ea65 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Received event network-vif-plugged-25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.202547] env[63309]: DEBUG oslo_concurrency.lockutils [req-ba378252-63f8-48a2-88fe-fa2fe8f2a01f req-924a0829-f690-4a85-961e-399b5912ea65 service nova] Acquiring lock "e65851fc-79c2-4698-8176-a01d65cb9a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.202759] env[63309]: DEBUG oslo_concurrency.lockutils [req-ba378252-63f8-48a2-88fe-fa2fe8f2a01f req-924a0829-f690-4a85-961e-399b5912ea65 service nova] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.203250] env[63309]: DEBUG oslo_concurrency.lockutils [req-ba378252-63f8-48a2-88fe-fa2fe8f2a01f req-924a0829-f690-4a85-961e-399b5912ea65 service nova] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.203459] env[63309]: DEBUG nova.compute.manager [req-ba378252-63f8-48a2-88fe-fa2fe8f2a01f req-924a0829-f690-4a85-961e-399b5912ea65 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] No waiting events found dispatching network-vif-plugged-25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.203775] env[63309]: WARNING nova.compute.manager [req-ba378252-63f8-48a2-88fe-fa2fe8f2a01f req-924a0829-f690-4a85-961e-399b5912ea65 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Received unexpected event network-vif-plugged-25760880-14c8-4ba8-845d-8831f07b776c for instance with vm_state building and task_state spawning. [ 799.294690] env[63309]: DEBUG nova.network.neutron [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Successfully updated port: 25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.462166] env[63309]: DEBUG oslo_concurrency.lockutils [None req-29160c6a-9c98-4e6e-80d0-79c1c17bf52c tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "88980f36-3dbc-43b1-9c7c-a4db359a7c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.806s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.478108] env[63309]: DEBUG nova.network.neutron [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Updated VIF entry in instance network info cache for port e6ce5d0c-316e-49e8-b3cf-32010d526fbb. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.478453] env[63309]: DEBUG nova.network.neutron [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Updating instance_info_cache with network_info: [{"id": "e6ce5d0c-316e-49e8-b3cf-32010d526fbb", "address": "fa:16:3e:69:79:75", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ce5d0c-31", "ovs_interfaceid": "e6ce5d0c-316e-49e8-b3cf-32010d526fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.625833] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.631783] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90dd666f-8289-41e5-8399-0d6f9b8d950e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.634594] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730091, 'name': ReconfigVM_Task, 'duration_secs': 0.591638} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.635054] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.636200] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81cd5dd-352b-4a06-a0d6-caab0068fd45 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.640722] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 799.640722] env[63309]: value = "task-2730095" [ 799.640722] env[63309]: _type = "Task" [ 799.640722] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.670404] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd938987-d242-4bfc-8e67-e9f2ec546274 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.688151] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730095, 'name': CloneVM_Task} progress is 12%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.695929] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080948} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.696189] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520e6baa-66c6-1c36-2687-7c057e4f4be2, 'name': SearchDatastore_Task, 'duration_secs': 0.02506} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.696453] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 799.696453] env[63309]: value = "task-2730096" [ 799.696453] env[63309]: _type = "Task" [ 799.696453] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.699086] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.699443] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.699648] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.699865] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.700045] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.700206] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.701314] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a0c4c5-e378-4949-b212-3e562b0236c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.704185] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6489288-dca0-44af-8619-ca2581b7c5c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.739601] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be/6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.740107] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.744548] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac3c391-35d8-487e-8651-47de117c63f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.760649] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.760845] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.762649] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c10201b-c73b-49e8-a68b-5a60564c649b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.770504] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 799.770504] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a959b0-1177-d2fd-bcbc-f5c198708be9" [ 799.770504] env[63309]: _type = "Task" [ 799.770504] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.775536] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 799.775536] env[63309]: value = "task-2730097" [ 799.775536] env[63309]: _type = "Task" [ 799.775536] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.782977] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a959b0-1177-d2fd-bcbc-f5c198708be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.794495] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.799373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-e65851fc-79c2-4698-8176-a01d65cb9a57" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.799568] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-e65851fc-79c2-4698-8176-a01d65cb9a57" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.799765] env[63309]: DEBUG nova.network.neutron [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.980780] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3801bed5-df62-40ce-837a-69503b3e71bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.985191] env[63309]: DEBUG oslo_concurrency.lockutils [req-c9d04626-3634-42c8-b266-741ac380c824 req-d2f04bd8-98e8-441b-9614-bc199f5abd8e service nova] Releasing lock "refresh_cache-2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.993969] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb37ee8-2084-4c1c-bc73-bef07f37be23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.024744] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90be175-0446-45e5-840e-ccfba3bd6f78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.032993] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1be182-071c-4ede-a8c3-91ef29cd0d1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.047472] env[63309]: DEBUG nova.compute.provider_tree [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.153331] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730095, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.210487] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730096, 'name': ReconfigVM_Task, 'duration_secs': 0.180023} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.210774] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.211065] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f90d38a5-7de4-4ef4-9b80-a784b5918f80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.218059] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 800.218059] env[63309]: value = "task-2730098" [ 800.218059] env[63309]: _type = "Task" [ 800.218059] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.226945] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.283870] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a959b0-1177-d2fd-bcbc-f5c198708be9, 'name': SearchDatastore_Task, 'duration_secs': 0.014472} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.285296] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9472e91-9986-46e0-a098-bf7ce1f46691 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.291312] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.295778] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 800.295778] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5229d8eb-e8a9-9504-3f2f-1aece67a96d1" [ 800.295778] env[63309]: _type = "Task" [ 800.295778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.304138] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5229d8eb-e8a9-9504-3f2f-1aece67a96d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.347460] env[63309]: DEBUG nova.network.neutron [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.503911] env[63309]: DEBUG nova.network.neutron [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Updating instance_info_cache with network_info: [{"id": "25760880-14c8-4ba8-845d-8831f07b776c", "address": "fa:16:3e:d3:aa:44", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25760880-14", "ovs_interfaceid": "25760880-14c8-4ba8-845d-8831f07b776c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.550298] env[63309]: DEBUG nova.scheduler.client.report [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.651998] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730095, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.731741] env[63309]: DEBUG oslo_vmware.api [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730098, 'name': PowerOnVM_Task, 'duration_secs': 0.415735} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.732041] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.735154] env[63309]: DEBUG nova.compute.manager [None req-f6b2536d-b19f-4ac4-a4e5-56b218deb08c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.736154] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568b7e5-8328-40bb-9d90-2942387e4f0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.790139] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.808209] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5229d8eb-e8a9-9504-3f2f-1aece67a96d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019372} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.808563] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.808747] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2/2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.809009] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f0da77-0a79-4bb4-97f2-4c062253f596 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.817091] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 800.817091] env[63309]: value = "task-2730099" [ 800.817091] env[63309]: _type = "Task" [ 800.817091] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.826882] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.007189] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-e65851fc-79c2-4698-8176-a01d65cb9a57" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.007635] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance network_info: |[{"id": "25760880-14c8-4ba8-845d-8831f07b776c", "address": "fa:16:3e:d3:aa:44", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25760880-14", "ovs_interfaceid": "25760880-14c8-4ba8-845d-8831f07b776c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.008278] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:aa:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25760880-14c8-4ba8-845d-8831f07b776c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.017239] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating folder: Project (9ed2b311fc4d462b9786caac6ab452ec). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.017646] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-997bb84e-543f-4a8c-8c1c-ea844cc6b5fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.032209] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created folder: Project (9ed2b311fc4d462b9786caac6ab452ec) in parent group-v549567. [ 801.032491] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating folder: Instances. Parent ref: group-v549725. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.032768] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a381236a-bd04-44a9-a431-695010a6c6d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.044782] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created folder: Instances in parent group-v549725. [ 801.045072] env[63309]: DEBUG oslo.service.loopingcall [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.045261] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.045478] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78cfea6-6756-4083-b6a9-06eb9b039552 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.061730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.065051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.275s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.065051] env[63309]: DEBUG nova.objects.instance [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lazy-loading 'resources' on Instance uuid 82b4b4cf-1a0b-45a5-accc-174b16151b7b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.074910] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.074910] env[63309]: value = "task-2730102" [ 801.074910] env[63309]: _type = "Task" [ 801.074910] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.089705] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730102, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.090999] env[63309]: INFO nova.scheduler.client.report [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted allocations for instance 7e4dfe48-66be-458e-a142-b5d039d1306a [ 801.155814] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730095, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.233952] env[63309]: DEBUG nova.compute.manager [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Received event network-changed-25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.234333] env[63309]: DEBUG nova.compute.manager [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Refreshing instance network info cache due to event network-changed-25760880-14c8-4ba8-845d-8831f07b776c. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.234677] env[63309]: DEBUG oslo_concurrency.lockutils [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] Acquiring lock "refresh_cache-e65851fc-79c2-4698-8176-a01d65cb9a57" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.234914] env[63309]: DEBUG oslo_concurrency.lockutils [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] Acquired lock "refresh_cache-e65851fc-79c2-4698-8176-a01d65cb9a57" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.235201] env[63309]: DEBUG nova.network.neutron [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Refreshing network info cache for port 25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.294373] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730097, 'name': ReconfigVM_Task, 'duration_secs': 1.221364} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.294837] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be/6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.295764] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0c03976-ea7d-469b-8f4b-ed6b7f80fab4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.306573] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 801.306573] env[63309]: value = "task-2730103" [ 801.306573] env[63309]: _type = "Task" [ 801.306573] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.321045] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730103, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.334564] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.587503] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730102, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.601487] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643a6def-9033-476a-94af-3e90679aa7f5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "7e4dfe48-66be-458e-a142-b5d039d1306a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.794s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.654250] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730095, 'name': CloneVM_Task, 'duration_secs': 1.795354} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.654548] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Created linked-clone VM from snapshot [ 801.655383] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87768e83-2d5e-497f-b029-ff91b42cc782 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.664665] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Uploading image 68d18a22-4b92-47dd-ac23-5a32148e52e1 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.683522] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.683682] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1ec8c22-c54d-4ea1-a891-17ec2cdc3b1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.695106] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 801.695106] env[63309]: value = "task-2730104" [ 801.695106] env[63309]: _type = "Task" [ 801.695106] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.707806] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730104, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.822780] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730103, 'name': Rename_Task, 'duration_secs': 0.187503} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.830742] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.833979] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe2dc04a-6fac-4c1f-a15c-5e047de62bf4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.847553] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569085} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.849141] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2/2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.849381] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.849738] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 801.849738] env[63309]: value = "task-2730105" [ 801.849738] env[63309]: _type = "Task" [ 801.849738] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.850057] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd1a57bb-dd2d-4ae8-8e17-447ad1bb6953 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.868838] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.871323] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 801.871323] env[63309]: value = "task-2730106" [ 801.871323] env[63309]: _type = "Task" [ 801.871323] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.891050] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.087463] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730102, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.127176] env[63309]: DEBUG nova.network.neutron [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Updated VIF entry in instance network info cache for port 25760880-14c8-4ba8-845d-8831f07b776c. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.127563] env[63309]: DEBUG nova.network.neutron [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Updating instance_info_cache with network_info: [{"id": "25760880-14c8-4ba8-845d-8831f07b776c", "address": "fa:16:3e:d3:aa:44", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25760880-14", "ovs_interfaceid": "25760880-14c8-4ba8-845d-8831f07b776c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.215569] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730104, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.217714] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c74f159-0e26-44c8-91b6-b92987e907c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.226377] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03853fb3-9d6e-498e-b5df-952462e6fe42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.264492] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c850ce-a08b-4ed9-aaf2-6b9306024683 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.274247] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb91d6-fb2f-4dac-83a0-9f6753187443 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.288532] env[63309]: DEBUG nova.compute.provider_tree [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.362769] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.384953] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.398028} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.385692] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.386851] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b41ad4b-55af-43a5-b395-7737ce3171bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.425534] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2/2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.426277] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a397fae-25b3-42cc-a193-b39d844c3807 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.451861] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 802.451861] env[63309]: value = "task-2730107" [ 802.451861] env[63309]: _type = "Task" [ 802.451861] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.462400] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730107, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.588537] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730102, 'name': CreateVM_Task, 'duration_secs': 1.408589} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.588537] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.589549] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.589732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.590092] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.591377] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df07b993-4629-46b5-a4ae-3c4b20f6b6a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.597320] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 802.597320] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b2d713-efba-0bc0-7d4a-cdceb6adf073" [ 802.597320] env[63309]: _type = "Task" [ 802.597320] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.606016] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b2d713-efba-0bc0-7d4a-cdceb6adf073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.630964] env[63309]: DEBUG oslo_concurrency.lockutils [req-154ce2c6-ee68-44e8-b184-d845f2055374 req-16bd1410-18d4-45ce-87fd-ba4a1314c2e6 service nova] Releasing lock "refresh_cache-e65851fc-79c2-4698-8176-a01d65cb9a57" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.713479] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730104, 'name': Destroy_Task, 'duration_secs': 0.859245} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.713479] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Destroyed the VM [ 802.713786] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.714171] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-245b950d-9d17-4982-a697-f0d2825218fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.724238] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 802.724238] env[63309]: value = "task-2730108" [ 802.724238] env[63309]: _type = "Task" [ 802.724238] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.735616] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.792146] env[63309]: DEBUG nova.scheduler.client.report [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.864734] env[63309]: DEBUG oslo_vmware.api [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730105, 'name': PowerOnVM_Task, 'duration_secs': 1.001016} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.865502] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.865502] env[63309]: INFO nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 9.46 seconds to spawn the instance on the hypervisor. [ 802.865645] env[63309]: DEBUG nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.866754] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7193964e-1f7b-42a1-95cf-e39ae5d265ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.900736] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "495bb89d-ad01-41ac-b722-af172a88d885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.900977] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "495bb89d-ad01-41ac-b722-af172a88d885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.928045] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "9dafca40-ecac-4e8f-b50b-92dab404efb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.928304] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.963276] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730107, 'name': ReconfigVM_Task, 'duration_secs': 0.435374} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.964302] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2/2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.965302] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa4641f5-ad12-4ce8-b995-52f95ab5cb02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.996156] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 802.996156] env[63309]: value = "task-2730109" [ 802.996156] env[63309]: _type = "Task" [ 802.996156] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.017378] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730109, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.112559] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b2d713-efba-0bc0-7d4a-cdceb6adf073, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.112955] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.113281] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.113569] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.113742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.113966] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.114352] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d854cb96-96d7-49b0-a2ba-38ceabba2b82 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.125451] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.125688] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.126497] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d70fd59-8925-4e2f-9334-be6f5c04163c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.133305] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 803.133305] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee6997-6d0a-ff8a-cfdd-ba7051adaf96" [ 803.133305] env[63309]: _type = "Task" [ 803.133305] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.141908] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee6997-6d0a-ff8a-cfdd-ba7051adaf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.235074] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730108, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.298502] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.300963] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.635s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.301278] env[63309]: DEBUG nova.objects.instance [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lazy-loading 'resources' on Instance uuid 02942cf6-fe72-4f77-9d87-ac9287527317 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.323513] env[63309]: INFO nova.scheduler.client.report [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Deleted allocations for instance 82b4b4cf-1a0b-45a5-accc-174b16151b7b [ 803.394749] env[63309]: INFO nova.compute.manager [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 50.70 seconds to build instance. [ 803.451480] env[63309]: INFO nova.compute.manager [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Rescuing [ 803.451765] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.451921] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.452108] env[63309]: DEBUG nova.network.neutron [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.509183] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730109, 'name': Rename_Task, 'duration_secs': 0.273481} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.509697] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.510285] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d600a9d-b218-472d-a10f-34c5a0952915 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.519253] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 803.519253] env[63309]: value = "task-2730110" [ 803.519253] env[63309]: _type = "Task" [ 803.519253] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.530870] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.644207] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee6997-6d0a-ff8a-cfdd-ba7051adaf96, 'name': SearchDatastore_Task, 'duration_secs': 0.01674} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.644986] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb61e0e2-44a5-4c59-8677-b05b9ad04c3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.651520] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 803.651520] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c0691a-09a3-c4ed-83c3-72813da7acef" [ 803.651520] env[63309]: _type = "Task" [ 803.651520] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.660575] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c0691a-09a3-c4ed-83c3-72813da7acef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.735085] env[63309]: DEBUG oslo_vmware.api [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730108, 'name': RemoveSnapshot_Task, 'duration_secs': 1.002008} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.735428] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.835894] env[63309]: DEBUG oslo_concurrency.lockutils [None req-86b2d62a-b2c1-4200-8da7-8601d88f59ec tempest-ServersAdminNegativeTestJSON-73351143 tempest-ServersAdminNegativeTestJSON-73351143-project-member] Lock "82b4b4cf-1a0b-45a5-accc-174b16151b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.508s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.897842] env[63309]: DEBUG oslo_concurrency.lockutils [None req-baecd368-ac87-4d4f-8a8b-44b1f3f08f2c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.796s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.034016] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730110, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.167668] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c0691a-09a3-c4ed-83c3-72813da7acef, 'name': SearchDatastore_Task, 'duration_secs': 0.023202} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.167944] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.168227] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.171993] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91f85dd6-7a70-4adf-b6ac-17d90cf9e038 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.182014] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 804.182014] env[63309]: value = "task-2730111" [ 804.182014] env[63309]: _type = "Task" [ 804.182014] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.194908] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.241609] env[63309]: WARNING nova.compute.manager [None req-b7fba964-a82a-4adb-8bb4-9a2393d916c2 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Image not found during snapshot: nova.exception.ImageNotFound: Image 68d18a22-4b92-47dd-ac23-5a32148e52e1 could not be found. [ 804.274857] env[63309]: DEBUG nova.network.neutron [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updating instance_info_cache with network_info: [{"id": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "address": "fa:16:3e:ad:7f:6a", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab76ca5-57", "ovs_interfaceid": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.318916] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94571f29-f7ed-4a00-b579-15483ff09413 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.330010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2d0565-6930-4ced-b26f-c3230614e5bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.367567] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd5e270-272d-4411-8989-9d3e81706d80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.376270] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a863563-8ca4-4b5a-95e5-0e703490455b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.391542] env[63309]: DEBUG nova.compute.provider_tree [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.400470] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.533029] env[63309]: DEBUG oslo_vmware.api [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730110, 'name': PowerOnVM_Task, 'duration_secs': 0.909609} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.533029] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.533214] env[63309]: INFO nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Took 8.42 seconds to spawn the instance on the hypervisor. [ 804.533665] env[63309]: DEBUG nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.534434] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ee54f-c3f4-4e8d-a55d-3b230b49d901 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.691817] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730111, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.780453] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.894936] env[63309]: DEBUG nova.scheduler.client.report [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.932608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.014580] env[63309]: DEBUG nova.compute.manager [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Received event network-changed-14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.014975] env[63309]: DEBUG nova.compute.manager [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Refreshing instance network info cache due to event network-changed-14f55f9c-ed04-448c-b27e-77b300a9067d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.014975] env[63309]: DEBUG oslo_concurrency.lockutils [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.015324] env[63309]: DEBUG oslo_concurrency.lockutils [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.016016] env[63309]: DEBUG nova.network.neutron [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Refreshing network info cache for port 14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.055741] env[63309]: INFO nova.compute.manager [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Took 50.06 seconds to build instance. [ 805.164477] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.164768] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.164979] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.165177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.165350] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.170837] env[63309]: INFO nova.compute.manager [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Terminating instance [ 805.199028] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730111, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007723} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.199028] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.199028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.199028] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da367e0-4c1b-40f6-a553-00c8703ef593 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.202763] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 805.202763] env[63309]: value = "task-2730112" [ 805.202763] env[63309]: _type = "Task" [ 805.202763] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.212817] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.401113] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.404049] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.238s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.406210] env[63309]: INFO nova.compute.claims [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.424776] env[63309]: INFO nova.scheduler.client.report [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Deleted allocations for instance 02942cf6-fe72-4f77-9d87-ac9287527317 [ 805.556988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1137f5b8-a075-40fa-968a-0473ae14f5a8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.985s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.675010] env[63309]: DEBUG nova.compute.manager [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.675345] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.676895] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f6a8a4-1eb1-4ae2-94a9-42dd8ee54188 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.689025] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.689025] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a46d436-4af3-4ab4-bf46-447fdbb9c9d9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.695833] env[63309]: DEBUG oslo_vmware.api [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 805.695833] env[63309]: value = "task-2730113" [ 805.695833] env[63309]: _type = "Task" [ 805.695833] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.705573] env[63309]: DEBUG oslo_vmware.api [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.715894] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144128} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.716164] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.717014] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181e119-4022-49ba-9909-7bbe60ec91ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.742594] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.742594] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fefdad5-b2dc-4bdc-af10-8249f9190867 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.766059] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 805.766059] env[63309]: value = "task-2730114" [ 805.766059] env[63309]: _type = "Task" [ 805.766059] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.779873] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.784536] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.784832] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.785065] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.785264] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.785440] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.787868] env[63309]: INFO nova.compute.manager [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Terminating instance [ 805.940130] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f5e9738-8cee-4b54-a2de-4aedec033e10 tempest-ServerRescueTestJSONUnderV235-425081970 tempest-ServerRescueTestJSONUnderV235-425081970-project-member] Lock "02942cf6-fe72-4f77-9d87-ac9287527317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.827s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.061176] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.207723] env[63309]: DEBUG oslo_vmware.api [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730113, 'name': PowerOffVM_Task, 'duration_secs': 0.302784} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.208088] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.208385] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.208722] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-185202a1-d67e-4f2e-934f-b9b652fb33ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.236183] env[63309]: DEBUG nova.network.neutron [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updated VIF entry in instance network info cache for port 14f55f9c-ed04-448c-b27e-77b300a9067d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.236636] env[63309]: DEBUG nova.network.neutron [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.279061] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.298569] env[63309]: DEBUG nova.compute.manager [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.298815] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.299713] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62905d-fa01-4b6d-ae8e-b5d342266094 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.312618] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.313079] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6934c6d2-0b7e-41d1-947c-9e36bb40d513 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.321774] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 806.321774] env[63309]: value = "task-2730116" [ 806.321774] env[63309]: _type = "Task" [ 806.321774] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.326662] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.326955] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba43ff8-747d-493e-b8b5-c96e6d261318 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.337892] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.339528] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 806.339528] env[63309]: value = "task-2730117" [ 806.339528] env[63309]: _type = "Task" [ 806.339528] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.350490] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.352234] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.352456] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.352644] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleting the datastore file [datastore2] b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.353065] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f2c077-9135-40e8-b70d-7040374f2788 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.363344] env[63309]: DEBUG oslo_vmware.api [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 806.363344] env[63309]: value = "task-2730118" [ 806.363344] env[63309]: _type = "Task" [ 806.363344] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.378528] env[63309]: DEBUG oslo_vmware.api [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.589460] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.742943] env[63309]: DEBUG oslo_concurrency.lockutils [req-375fe4f6-5ce8-418f-a124-9517d99116bb req-0fe37ca2-3bcb-4b70-ad4f-65bf2431b05d service nova] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.786551] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730114, 'name': ReconfigVM_Task, 'duration_secs': 0.826378} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.786551] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.786551] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2052225b-af22-4644-824c-13a66aa59184 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.796014] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 806.796014] env[63309]: value = "task-2730119" [ 806.796014] env[63309]: _type = "Task" [ 806.796014] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.805480] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730119, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.832053] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730116, 'name': PowerOffVM_Task, 'duration_secs': 0.31076} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.834870] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.835085] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.835557] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21e6ab4a-fdb0-4068-8691-621a95db63e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.849193] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730117, 'name': PowerOffVM_Task, 'duration_secs': 0.235786} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.851954] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.853399] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ceee10-a83c-4865-8f8b-f522be7cc2ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.884340] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14db0cd-134b-4aa7-83e2-269c3edbf84a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.894431] env[63309]: DEBUG oslo_vmware.api [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253924} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.898446] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.898446] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.898446] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.898812] env[63309]: INFO nova.compute.manager [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Took 1.22 seconds to destroy the instance on the hypervisor. [ 806.898890] env[63309]: DEBUG oslo.service.loopingcall [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.904210] env[63309]: DEBUG nova.compute.manager [-] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.904210] env[63309]: DEBUG nova.network.neutron [-] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.909212] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.909457] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.909628] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore1] 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.909852] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-622995b5-1ca4-4432-8a89-10a6ef5f2ddb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.917564] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 806.917564] env[63309]: value = "task-2730121" [ 806.917564] env[63309]: _type = "Task" [ 806.917564] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.928395] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.939428] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.939726] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ead27cd-b4be-4db9-a835-25a861064102 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.952097] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 806.952097] env[63309]: value = "task-2730122" [ 806.952097] env[63309]: _type = "Task" [ 806.952097] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.965456] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.965709] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.966013] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.966144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.966301] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.973055] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faaa728f-5576-42f7-a4ce-6f6dbd9113b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.987971] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.987971] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.993427] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed30ff96-1563-44ca-a910-595717c9b3fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.012904] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 807.012904] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f2930f-5362-e0a8-4197-742fae3e7df4" [ 807.012904] env[63309]: _type = "Task" [ 807.012904] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.024066] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f2930f-5362-e0a8-4197-742fae3e7df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.041606] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b470f12-a568-40da-8ca6-fb0a6e8ca8e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.051640] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f428302-36d0-4d76-8023-684e503ed1ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.086111] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0a4a6-3549-4efb-add8-52bd56956517 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.094872] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17286257-864d-44c2-ac6d-3d1def715c63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.110559] env[63309]: DEBUG nova.compute.provider_tree [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.311167] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730119, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.390301] env[63309]: DEBUG nova.compute.manager [req-d0da0bfd-8e5c-4eed-bc0a-b36f89409f53 req-2879539a-1d27-49a6-a5e6-07f6aab71089 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Received event network-vif-deleted-7566d377-8e1c-4093-acea-7d85a9d73d93 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.390301] env[63309]: INFO nova.compute.manager [req-d0da0bfd-8e5c-4eed-bc0a-b36f89409f53 req-2879539a-1d27-49a6-a5e6-07f6aab71089 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Neutron deleted interface 7566d377-8e1c-4093-acea-7d85a9d73d93; detaching it from the instance and deleting it from the info cache [ 807.391396] env[63309]: DEBUG nova.network.neutron [req-d0da0bfd-8e5c-4eed-bc0a-b36f89409f53 req-2879539a-1d27-49a6-a5e6-07f6aab71089 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.435889] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.526379] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f2930f-5362-e0a8-4197-742fae3e7df4, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.527184] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc2377b-86b2-4039-8411-aa894ccb9451 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.536370] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 807.536370] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52314817-7a90-5aaf-a4a4-0df8a4adb8c2" [ 807.536370] env[63309]: _type = "Task" [ 807.536370] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.546940] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52314817-7a90-5aaf-a4a4-0df8a4adb8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.615114] env[63309]: DEBUG nova.scheduler.client.report [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.807406] env[63309]: DEBUG nova.network.neutron [-] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.813080] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730119, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.893624] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d4a4ce4-5e00-4033-a585-a1445860e12b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.906179] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a602e09-3e01-424f-88db-f9d632f64712 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.928948] env[63309]: DEBUG oslo_vmware.api [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581033} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.929232] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.929473] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.929570] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.929782] env[63309]: INFO nova.compute.manager [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Took 1.63 seconds to destroy the instance on the hypervisor. [ 807.930060] env[63309]: DEBUG oslo.service.loopingcall [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.945333] env[63309]: DEBUG nova.compute.manager [-] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.945333] env[63309]: DEBUG nova.network.neutron [-] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.946207] env[63309]: DEBUG nova.compute.manager [req-d0da0bfd-8e5c-4eed-bc0a-b36f89409f53 req-2879539a-1d27-49a6-a5e6-07f6aab71089 service nova] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Detach interface failed, port_id=7566d377-8e1c-4093-acea-7d85a9d73d93, reason: Instance b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 808.052037] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52314817-7a90-5aaf-a4a4-0df8a4adb8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.021961} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.052037] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.052037] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. {{(pid=63309) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.052037] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052087f4-dbe6-4656-8ae7-dea26e70d33b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.062376] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 808.062376] env[63309]: value = "task-2730123" [ 808.062376] env[63309]: _type = "Task" [ 808.062376] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.072897] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.127121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.127121] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.130797] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.216s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.132442] env[63309]: INFO nova.compute.claims [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.309223] env[63309]: INFO nova.compute.manager [-] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Took 1.41 seconds to deallocate network for instance. [ 808.309608] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730119, 'name': Rename_Task, 'duration_secs': 1.278566} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.317104] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.317598] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c45865-aeea-48ec-9625-1c78a3848c1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.327432] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 808.327432] env[63309]: value = "task-2730124" [ 808.327432] env[63309]: _type = "Task" [ 808.327432] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.341242] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.573714] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.639838] env[63309]: DEBUG nova.compute.utils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.643311] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.643311] env[63309]: DEBUG nova.network.neutron [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.682716] env[63309]: DEBUG nova.policy [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb234685587247a192ad781129ea688e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd1e5f7a11466c960d6a51a9173ba7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.796378] env[63309]: DEBUG nova.network.neutron [-] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.819422] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.839677] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.043655] env[63309]: DEBUG nova.network.neutron [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Successfully created port: 52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.078694] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573642} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.079046] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. [ 809.080247] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ffd9ad-2d84-4625-87f8-9f31e4f8dbbb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.108769] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.109120] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56dd6328-4af4-4cc8-aac7-8b09df90739b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.129482] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 809.129482] env[63309]: value = "task-2730125" [ 809.129482] env[63309]: _type = "Task" [ 809.129482] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.149669] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.152645] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.299448] env[63309]: INFO nova.compute.manager [-] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Took 1.36 seconds to deallocate network for instance. [ 809.341365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "00a88b94-2daf-49d6-acfb-294be9838f90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.341365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "00a88b94-2daf-49d6-acfb-294be9838f90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.344553] env[63309]: DEBUG oslo_vmware.api [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730124, 'name': PowerOnVM_Task, 'duration_secs': 0.614865} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.344807] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.345033] env[63309]: INFO nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Took 10.53 seconds to spawn the instance on the hypervisor. [ 809.345231] env[63309]: DEBUG nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.346062] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c85e1-714a-43e3-bcb0-b6cc2319c64b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.418260] env[63309]: DEBUG nova.compute.manager [req-c2e1cba9-4ad1-47f6-ad50-4ad67ef09f4c req-08aee50c-790f-4e40-8052-b38f7cb94b4b service nova] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Received event network-vif-deleted-e6ce5d0c-316e-49e8-b3cf-32010d526fbb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.640305] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730125, 'name': ReconfigVM_Task, 'duration_secs': 0.328165} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.643020] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 77d27edd-600f-4045-996d-278701d28d8b/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.644185] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196cd444-b839-4438-bd44-6df150322231 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.674938] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25429dc0-734e-41d7-a22d-083082eeb2be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.685214] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7903339b-b82a-47a5-947f-b16fe932f1d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.694563] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67309e4-b86a-4a20-ba55-a67b0f659db0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.697736] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 809.697736] env[63309]: value = "task-2730126" [ 809.697736] env[63309]: _type = "Task" [ 809.697736] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.727562] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91afb805-0d06-4f79-9f76-767454e9328f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.733419] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.739392] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad478efb-5256-40e9-a6f4-f2bcae76f62e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.756869] env[63309]: DEBUG nova.compute.provider_tree [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.809346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.870805] env[63309]: INFO nova.compute.manager [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Took 54.09 seconds to build instance. [ 810.176261] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.205525] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.205772] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.205927] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.206118] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.206275] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.206926] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.206926] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.206926] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.206926] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.207101] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.207235] env[63309]: DEBUG nova.virt.hardware [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.210141] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e80563-bc9b-4c75-be78-445fe5f8ca33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.214871] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730126, 'name': ReconfigVM_Task, 'duration_secs': 0.214468} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.215641] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.215898] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc643f6-53f6-488a-ac43-f4bc9e08b51b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.220644] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0c2f1-8295-4ad0-b83d-3a3777c4c979 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.226650] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 810.226650] env[63309]: value = "task-2730127" [ 810.226650] env[63309]: _type = "Task" [ 810.226650] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.242909] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730127, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.260756] env[63309]: DEBUG nova.scheduler.client.report [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.374436] env[63309]: DEBUG oslo_concurrency.lockutils [None req-449f843c-dd7f-4ea6-8b9d-e9ea726cd127 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.523s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.652942] env[63309]: DEBUG nova.network.neutron [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Successfully updated port: 52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.689232] env[63309]: INFO nova.compute.manager [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Rebuilding instance [ 810.735986] env[63309]: DEBUG nova.compute.manager [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.740384] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e6d87-a584-478d-b802-1cb12d130f82 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.743417] env[63309]: DEBUG oslo_vmware.api [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730127, 'name': PowerOnVM_Task, 'duration_secs': 0.385424} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.743721] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.746484] env[63309]: DEBUG nova.compute.manager [None req-9a3ff1b0-6e31-42da-acbb-5ec3b1ea436c tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.747321] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae3dd6-55c2-44fe-8af4-1692dc79f279 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.766828] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.767276] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.769720] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.667s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.769936] env[63309]: DEBUG nova.objects.instance [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'resources' on Instance uuid f30e9f63-42de-49b6-8384-09a8ba917d28 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.878052] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.156687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-135a5545-3e10-4e74-b324-438d1f40624d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.156852] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-135a5545-3e10-4e74-b324-438d1f40624d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.157015] env[63309]: DEBUG nova.network.neutron [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.272975] env[63309]: DEBUG nova.compute.utils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.276750] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.277821] env[63309]: DEBUG nova.network.neutron [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.333385] env[63309]: DEBUG nova.policy [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a9426dec7e4ccbb31946a80f3c6586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7213683f08b942189fcb55c4ba3f040f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.396957] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.547107] env[63309]: DEBUG nova.compute.manager [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Received event network-vif-plugged-52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.547349] env[63309]: DEBUG oslo_concurrency.lockutils [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] Acquiring lock "135a5545-3e10-4e74-b324-438d1f40624d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.547555] env[63309]: DEBUG oslo_concurrency.lockutils [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] Lock "135a5545-3e10-4e74-b324-438d1f40624d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.547740] env[63309]: DEBUG oslo_concurrency.lockutils [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] Lock "135a5545-3e10-4e74-b324-438d1f40624d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.547919] env[63309]: DEBUG nova.compute.manager [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] No waiting events found dispatching network-vif-plugged-52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.548397] env[63309]: WARNING nova.compute.manager [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Received unexpected event network-vif-plugged-52ec4e4b-3be7-4743-8a3a-1bba0a36c16b for instance with vm_state building and task_state spawning. [ 811.548637] env[63309]: DEBUG nova.compute.manager [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Received event network-changed-52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.548836] env[63309]: DEBUG nova.compute.manager [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Refreshing instance network info cache due to event network-changed-52ec4e4b-3be7-4743-8a3a-1bba0a36c16b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.549138] env[63309]: DEBUG oslo_concurrency.lockutils [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] Acquiring lock "refresh_cache-135a5545-3e10-4e74-b324-438d1f40624d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.699185] env[63309]: DEBUG nova.network.neutron [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.723722] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953cb0b-6ed3-4c68-ae63-5c7a0c0032f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.754811] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915700c-58de-41f3-9a7d-567e266e998a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.782134] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.782134] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.785858] env[63309]: DEBUG nova.network.neutron [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Successfully created port: 42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.790407] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-601df0c3-d294-4db8-a135-be5754189042 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.792732] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a763ef-a3f1-4f86-9e53-8e7830621d0d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.805449] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c5f11a-80e3-4c0b-9e38-6ad6497f52b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.808864] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 811.808864] env[63309]: value = "task-2730128" [ 811.808864] env[63309]: _type = "Task" [ 811.808864] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.827203] env[63309]: INFO nova.compute.manager [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Unrescuing [ 811.827203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.827203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.827203] env[63309]: DEBUG nova.network.neutron [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.827203] env[63309]: DEBUG nova.compute.provider_tree [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.836439] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.993129] env[63309]: DEBUG nova.network.neutron [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Updating instance_info_cache with network_info: [{"id": "52ec4e4b-3be7-4743-8a3a-1bba0a36c16b", "address": "fa:16:3e:bb:a1:90", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ec4e4b-3b", "ovs_interfaceid": "52ec4e4b-3be7-4743-8a3a-1bba0a36c16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.318779] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730128, 'name': PowerOffVM_Task, 'duration_secs': 0.248222} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.319267] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.319334] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.320056] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a42035-d9b5-4f9e-80a6-12bef2143ab9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.328027] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.328147] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71fbc16-4346-4667-ba1b-72d833b270d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.333551] env[63309]: DEBUG nova.scheduler.client.report [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.384260] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.384488] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.384671] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore1] e65851fc-79c2-4698-8176-a01d65cb9a57 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.384942] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59a1551a-26ce-43f5-acd7-7d02e8545926 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.391562] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 812.391562] env[63309]: value = "task-2730130" [ 812.391562] env[63309]: _type = "Task" [ 812.391562] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.399817] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.495886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-135a5545-3e10-4e74-b324-438d1f40624d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.496262] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance network_info: |[{"id": "52ec4e4b-3be7-4743-8a3a-1bba0a36c16b", "address": "fa:16:3e:bb:a1:90", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ec4e4b-3b", "ovs_interfaceid": "52ec4e4b-3be7-4743-8a3a-1bba0a36c16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.496562] env[63309]: DEBUG oslo_concurrency.lockutils [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] Acquired lock "refresh_cache-135a5545-3e10-4e74-b324-438d1f40624d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.496735] env[63309]: DEBUG nova.network.neutron [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Refreshing network info cache for port 52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.497955] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ec4e4b-3be7-4743-8a3a-1bba0a36c16b', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.505984] env[63309]: DEBUG oslo.service.loopingcall [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.507081] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.507306] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b01e4ba0-1cde-48d4-af82-09a28594d462 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.530595] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.530595] env[63309]: value = "task-2730131" [ 812.530595] env[63309]: _type = "Task" [ 812.530595] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.538778] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730131, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.560927] env[63309]: DEBUG nova.network.neutron [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updating instance_info_cache with network_info: [{"id": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "address": "fa:16:3e:ad:7f:6a", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab76ca5-57", "ovs_interfaceid": "6ab76ca5-5706-4341-8a60-e66ace3f48e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.801998] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.830112] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:09:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='819822fc-65f0-41b1-bfba-5f8ba8eeb30f',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1978274115',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.830393] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.830719] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.830776] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.830880] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.831116] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.831404] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.831569] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.831822] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.831895] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.832084] env[63309]: DEBUG nova.virt.hardware [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.833040] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a1258c-776b-4523-b6a4-e72ff657fb25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.839480] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.844730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.246s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.844923] env[63309]: DEBUG nova.objects.instance [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 812.849721] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccbb8ae-0306-4927-8989-d5bd95809573 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.871714] env[63309]: INFO nova.scheduler.client.report [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocations for instance f30e9f63-42de-49b6-8384-09a8ba917d28 [ 812.902875] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195478} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.903554] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.903763] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.904966] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.041370] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730131, 'name': CreateVM_Task, 'duration_secs': 0.475013} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.041562] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.042231] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.042395] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.042705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.042960] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf7a22c-9282-4385-9dfc-df710b10673e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.047751] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 813.047751] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52508c9d-fe43-3ddd-4c8a-e394ebb20d3d" [ 813.047751] env[63309]: _type = "Task" [ 813.047751] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.058181] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52508c9d-fe43-3ddd-4c8a-e394ebb20d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.066791] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-77d27edd-600f-4045-996d-278701d28d8b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.067405] env[63309]: DEBUG nova.objects.instance [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'flavor' on Instance uuid 77d27edd-600f-4045-996d-278701d28d8b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.273824] env[63309]: DEBUG nova.network.neutron [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Updated VIF entry in instance network info cache for port 52ec4e4b-3be7-4743-8a3a-1bba0a36c16b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.274190] env[63309]: DEBUG nova.network.neutron [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Updating instance_info_cache with network_info: [{"id": "52ec4e4b-3be7-4743-8a3a-1bba0a36c16b", "address": "fa:16:3e:bb:a1:90", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ec4e4b-3b", "ovs_interfaceid": "52ec4e4b-3be7-4743-8a3a-1bba0a36c16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.352504] env[63309]: DEBUG nova.network.neutron [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Successfully updated port: 42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.379865] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8f79daf1-46f8-4377-b3a0-318e96a9a3df tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "f30e9f63-42de-49b6-8384-09a8ba917d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.681s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.559013] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52508c9d-fe43-3ddd-4c8a-e394ebb20d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.559330] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.559572] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.559806] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.559949] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.560140] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.560392] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7612cdc2-8b9d-486e-a2fd-1fa0c742eb2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.568057] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.568245] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.568944] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24633c8b-4bea-4ddb-aa9c-6ac76548e772 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.576566] env[63309]: DEBUG nova.compute.manager [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Received event network-vif-plugged-42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.576700] env[63309]: DEBUG oslo_concurrency.lockutils [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] Acquiring lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.576893] env[63309]: DEBUG oslo_concurrency.lockutils [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.577070] env[63309]: DEBUG oslo_concurrency.lockutils [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.577240] env[63309]: DEBUG nova.compute.manager [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] No waiting events found dispatching network-vif-plugged-42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.577403] env[63309]: WARNING nova.compute.manager [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Received unexpected event network-vif-plugged-42dcb717-c127-4817-a767-da6318ae6440 for instance with vm_state building and task_state spawning. [ 813.577561] env[63309]: DEBUG nova.compute.manager [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Received event network-changed-42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.578537] env[63309]: DEBUG nova.compute.manager [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Refreshing instance network info cache due to event network-changed-42dcb717-c127-4817-a767-da6318ae6440. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.578766] env[63309]: DEBUG oslo_concurrency.lockutils [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] Acquiring lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.578907] env[63309]: DEBUG oslo_concurrency.lockutils [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] Acquired lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.579087] env[63309]: DEBUG nova.network.neutron [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Refreshing network info cache for port 42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.583051] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ebd16-6164-4efe-9c9b-77d5f8be8f38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.585014] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 813.585014] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263ca54-0372-2ea9-a5db-d40bbc64f2ce" [ 813.585014] env[63309]: _type = "Task" [ 813.585014] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.604728] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.605369] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30266054-ce9e-4550-93d3-4371178e06e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.610312] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5263ca54-0372-2ea9-a5db-d40bbc64f2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.611331] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1c4cc8-65df-4c00-af3b-9190de611fec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.615157] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 813.615157] env[63309]: value = "task-2730132" [ 813.615157] env[63309]: _type = "Task" [ 813.615157] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.616837] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 813.616837] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3d380-c35d-4647-1754-f6d2561bc49d" [ 813.616837] env[63309]: _type = "Task" [ 813.616837] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.627453] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.630737] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3d380-c35d-4647-1754-f6d2561bc49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.777565] env[63309]: DEBUG oslo_concurrency.lockutils [req-3d13a2bf-1cc7-4b49-981e-e5ca894b42d9 req-96d91edd-8e8f-48bf-87f2-c402737a60da service nova] Releasing lock "refresh_cache-135a5545-3e10-4e74-b324-438d1f40624d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.856559] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.856737] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1611b653-9ce1-42c8-ad5a-ab20cdd31236 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.857874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.165s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.858042] env[63309]: DEBUG nova.objects.instance [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lazy-loading 'resources' on Instance uuid 084bd41e-c76d-4ee7-beba-f00feefffc36 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.933708] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.933952] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.934126] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.934329] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.934493] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.934643] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.934848] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.935013] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.935188] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.935351] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.935520] env[63309]: DEBUG nova.virt.hardware [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.936408] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e283e9-8c99-4a18-8699-93d099495930 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.945227] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77d92e-7058-48c2-86c0-26bcd1cac37c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.959841] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:aa:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25760880-14c8-4ba8-845d-8831f07b776c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.967732] env[63309]: DEBUG oslo.service.loopingcall [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.967994] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.968215] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-264bc73d-6003-492b-8d9a-744c811f5406 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.991099] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.991099] env[63309]: value = "task-2730133" [ 813.991099] env[63309]: _type = "Task" [ 813.991099] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.003020] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730133, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.122539] env[63309]: DEBUG nova.network.neutron [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.135796] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730132, 'name': PowerOffVM_Task, 'duration_secs': 0.273219} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.140692] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.146957] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 814.147428] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3d380-c35d-4647-1754-f6d2561bc49d, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.150221] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfb309c-b743-498f-be8d-b312576430c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.164197] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.164521] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.164829] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-817e64a7-a2b0-446c-9d8c-7d08c49988ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.172718] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 814.172718] env[63309]: value = "task-2730134" [ 814.172718] env[63309]: _type = "Task" [ 814.172718] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.177021] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 814.177021] env[63309]: value = "task-2730135" [ 814.177021] env[63309]: _type = "Task" [ 814.177021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.187986] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.190928] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.206294] env[63309]: DEBUG nova.network.neutron [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.501619] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730133, 'name': CreateVM_Task, 'duration_secs': 0.369652} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.504788] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.505825] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.505940] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.506293] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.506573] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd8e2bb-ab45-4ee9-9834-f904810d5b92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.511596] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 814.511596] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525f2a58-ac25-dbfa-aed4-6baa9c259269" [ 814.511596] env[63309]: _type = "Task" [ 814.511596] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.525026] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525f2a58-ac25-dbfa-aed4-6baa9c259269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.696315] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730135, 'name': ReconfigVM_Task, 'duration_secs': 0.238389} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.696587] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519715} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.696844] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 814.697564] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.697885] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.698258] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.698511] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f02c0201-4554-44d0-91a4-c260d9bdbda6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.700249] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6f818ad-6e5b-4818-86d7-7e53021cd00f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.708618] env[63309]: DEBUG oslo_concurrency.lockutils [req-c569f836-67b9-437a-9cbb-f582de0528fe req-55edbd92-ccea-4111-a99f-12d5444279d5 service nova] Releasing lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.709054] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 814.709054] env[63309]: value = "task-2730136" [ 814.709054] env[63309]: _type = "Task" [ 814.709054] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.710158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.710320] env[63309]: DEBUG nova.network.neutron [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.712019] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 814.712019] env[63309]: value = "task-2730137" [ 814.712019] env[63309]: _type = "Task" [ 814.712019] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.726904] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.730624] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.861343] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d17865-807b-47d0-a6f8-3c0270d5a072 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.871027] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d971c-f145-4175-befd-015ed12e71d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.908598] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97817bd6-38f0-46a3-af21-233e6a60320c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.916299] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae0ac2f-d2c7-43db-a955-e2cc1a1bfd0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.931391] env[63309]: DEBUG nova.compute.provider_tree [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.022445] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525f2a58-ac25-dbfa-aed4-6baa9c259269, 'name': SearchDatastore_Task, 'duration_secs': 0.047258} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.022755] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.022987] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.023231] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.023403] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.023587] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.023857] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06cd96a8-c7ed-446e-9ed8-6d3f8e24bad2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.032807] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.032997] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.033836] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c3eea9-e5c5-450b-9cb9-054bf755846d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.039385] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 815.039385] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bebd9b-bfca-4f8c-41aa-a02bf9e093bb" [ 815.039385] env[63309]: _type = "Task" [ 815.039385] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.054070] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bebd9b-bfca-4f8c-41aa-a02bf9e093bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.226432] env[63309]: DEBUG oslo_vmware.api [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730136, 'name': PowerOnVM_Task, 'duration_secs': 0.365228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.228834] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.229151] env[63309]: DEBUG nova.compute.manager [None req-6cb6c56d-9e9a-44f0-b463-04ee21cacc28 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.229471] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070967} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.230192] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f225a184-3e61-47e6-8086-836095d9998e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.232536] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.233501] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce984f8-1f26-480d-ab2c-6e8b5fd0c224 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.258623] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.259966] env[63309]: DEBUG nova.network.neutron [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.261548] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03596bf7-7ee9-4084-8625-a6f566c20472 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.282895] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 815.282895] env[63309]: value = "task-2730138" [ 815.282895] env[63309]: _type = "Task" [ 815.282895] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.292062] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.425555] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "99234556-bd5b-4220-af45-272e54808a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.425784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.434177] env[63309]: DEBUG nova.scheduler.client.report [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.446059] env[63309]: DEBUG nova.network.neutron [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [{"id": "42dcb717-c127-4817-a767-da6318ae6440", "address": "fa:16:3e:98:d6:38", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dcb717-c1", "ovs_interfaceid": "42dcb717-c127-4817-a767-da6318ae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.551094] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bebd9b-bfca-4f8c-41aa-a02bf9e093bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012925} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.551939] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9d1a12-35b2-495f-956e-f5d4ce99a1b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.556971] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 815.556971] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8c3b5-b05a-12c9-ebbc-65c19b4c4903" [ 815.556971] env[63309]: _type = "Task" [ 815.556971] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.564330] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8c3b5-b05a-12c9-ebbc-65c19b4c4903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.793664] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.939747] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.943024] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.070s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.944431] env[63309]: INFO nova.compute.claims [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.947565] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.947887] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Instance network_info: |[{"id": "42dcb717-c127-4817-a767-da6318ae6440", "address": "fa:16:3e:98:d6:38", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dcb717-c1", "ovs_interfaceid": "42dcb717-c127-4817-a767-da6318ae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.948361] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d6:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42dcb717-c127-4817-a767-da6318ae6440', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.956724] env[63309]: DEBUG oslo.service.loopingcall [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.956952] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.957214] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0ffee8-684a-4bd3-831e-8b761dd54f5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.973171] env[63309]: INFO nova.scheduler.client.report [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Deleted allocations for instance 084bd41e-c76d-4ee7-beba-f00feefffc36 [ 815.980855] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.980855] env[63309]: value = "task-2730139" [ 815.980855] env[63309]: _type = "Task" [ 815.980855] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.991320] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730139, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.069267] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8c3b5-b05a-12c9-ebbc-65c19b4c4903, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.069637] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.069954] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.070291] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1067cde2-cc9f-461c-af5e-55f048f1ab95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.077183] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 816.077183] env[63309]: value = "task-2730140" [ 816.077183] env[63309]: _type = "Task" [ 816.077183] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.085629] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.293386] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.480442] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84aefbfc-75f6-47c8-be3c-29e9e766b356 tempest-ServerMetadataTestJSON-2001814916 tempest-ServerMetadataTestJSON-2001814916-project-member] Lock "084bd41e-c76d-4ee7-beba-f00feefffc36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.209s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.490679] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730139, 'name': CreateVM_Task, 'duration_secs': 0.438134} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.490679] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.491442] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.491602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.491929] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.492213] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dc679b-4e25-4e2d-aeb9-5da3f8fb28a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.497384] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 816.497384] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b2711-032a-003c-412e-025156a7969f" [ 816.497384] env[63309]: _type = "Task" [ 816.497384] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.506607] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b2711-032a-003c-412e-025156a7969f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.586958] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491581} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.587239] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.587458] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.587707] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7478200e-83d1-41d8-b3a6-eb652b07cfcb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.593181] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 816.593181] env[63309]: value = "task-2730141" [ 816.593181] env[63309]: _type = "Task" [ 816.593181] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.601558] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.795709] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.009037] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b2711-032a-003c-412e-025156a7969f, 'name': SearchDatastore_Task, 'duration_secs': 0.050567} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.011823] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.012756] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.012756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.012756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.012887] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.013258] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad426ce-e161-44f8-b76a-ec8db10964dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.023546] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.023708] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.024478] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8266c012-b814-45c5-a802-dfb1b6089471 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.034442] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 817.034442] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cb8ce0-dbf1-8820-9762-f04a85337ac0" [ 817.034442] env[63309]: _type = "Task" [ 817.034442] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.042939] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cb8ce0-dbf1-8820-9762-f04a85337ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.104624] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063025} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.106593] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.106593] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeaeb6a-5de0-451d-9eb6-be04146e3718 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.129595] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.132414] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e87764e-c81f-4e69-9308-990326d4cf61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.155022] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 817.155022] env[63309]: value = "task-2730142" [ 817.155022] env[63309]: _type = "Task" [ 817.155022] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.165332] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.294161] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730138, 'name': ReconfigVM_Task, 'duration_secs': 2.00071} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.296877] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.297869] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-981f0322-f8a2-4ea0-ae57-fd4b6248e576 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.304897] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 817.304897] env[63309]: value = "task-2730143" [ 817.304897] env[63309]: _type = "Task" [ 817.304897] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.316333] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730143, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.511031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb5f82-2b58-42c2-a54d-17cb5d83e679 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.518156] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05cfba7-c2ec-4c06-b56d-d5fe228dbb2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.567948] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86286b34-3ad4-4d8c-8269-a314355f38a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.580110] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba470ea-ecbe-48e2-9542-616cc28685e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.584162] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cb8ce0-dbf1-8820-9762-f04a85337ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.585420] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f81d03-af2f-45f9-95cb-0201abc41878 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.596917] env[63309]: DEBUG nova.compute.provider_tree [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.600877] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 817.600877] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b8b204-b1bc-dfac-92bc-24d127e9d5ea" [ 817.600877] env[63309]: _type = "Task" [ 817.600877] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.615883] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b8b204-b1bc-dfac-92bc-24d127e9d5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.020213} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.616172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.616449] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.616725] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d088c5-09ac-4443-8c1e-cdfb8e3a7dde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.623646] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 817.623646] env[63309]: value = "task-2730144" [ 817.623646] env[63309]: _type = "Task" [ 817.623646] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.632283] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.663466] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.815985] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730143, 'name': Rename_Task, 'duration_secs': 0.178334} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.816297] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.816546] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f15ca3-9841-4f95-a004-cc8453071e2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.822965] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 817.822965] env[63309]: value = "task-2730145" [ 817.822965] env[63309]: _type = "Task" [ 817.822965] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.831428] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.104160] env[63309]: DEBUG nova.scheduler.client.report [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.139261] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.168075] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730142, 'name': ReconfigVM_Task, 'duration_secs': 0.512926} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.168417] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e65851fc-79c2-4698-8176-a01d65cb9a57/e65851fc-79c2-4698-8176-a01d65cb9a57.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.169101] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02fe05c9-206d-459b-90d2-48fdb5347dfb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.178476] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 818.178476] env[63309]: value = "task-2730146" [ 818.178476] env[63309]: _type = "Task" [ 818.178476] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.190633] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730146, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.339839] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.611434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.611709] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.614427] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.196s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.614869] env[63309]: DEBUG nova.objects.instance [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 818.635664] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597162} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.635835] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.636059] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.636315] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-719f49ac-ff31-421f-939d-d00946df30b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.645022] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 818.645022] env[63309]: value = "task-2730147" [ 818.645022] env[63309]: _type = "Task" [ 818.645022] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.652188] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.692189] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730146, 'name': Rename_Task, 'duration_secs': 0.184038} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.692552] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.692848] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dbe0dba-41d7-4aa4-aa2f-eee566f9a8f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.699634] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 818.699634] env[63309]: value = "task-2730148" [ 818.699634] env[63309]: _type = "Task" [ 818.699634] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.708375] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.834815] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.119149] env[63309]: DEBUG nova.compute.utils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.124938] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.125130] env[63309]: DEBUG nova.network.neutron [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.157733] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067452} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.158682] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.159472] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda5cb5-4a4d-46bd-9939-59a6897631ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.187811] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.188221] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ac309a-24e0-4b72-9891-bc0c35b6fc25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.216061] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.216726] env[63309]: DEBUG nova.policy [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ac1e6395fd4881b78c3cf536ad100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706a19d53b3b48a8b8aee37519670792', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.218684] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 819.218684] env[63309]: value = "task-2730149" [ 819.218684] env[63309]: _type = "Task" [ 819.218684] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.227173] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.334500] env[63309]: DEBUG oslo_vmware.api [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730145, 'name': PowerOnVM_Task, 'duration_secs': 1.079331} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.334869] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.334981] env[63309]: INFO nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Took 9.16 seconds to spawn the instance on the hypervisor. [ 819.335180] env[63309]: DEBUG nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.336016] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7640cc9a-f6ed-434b-8707-d49228e11333 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.628616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8361421a-78dd-4e53-898f-8c1bb05df372 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.629894] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.632560] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.168s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.632745] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.632897] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 819.635312] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.920s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.635312] env[63309]: DEBUG nova.objects.instance [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lazy-loading 'resources' on Instance uuid 2660a9d8-ad47-4172-bf7a-1710aa1b3092 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.635312] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded48add-449a-48e7-b889-e95e82fa6d04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.646687] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b58655-78c9-4a50-95db-7016a6991c3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.667038] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f3de82-e5c4-4aa5-98b4-bdc63a6630d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.673227] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ad7f40-a92f-4cd7-9735-cb31fb104ee1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.712235] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179352MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 819.712390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.721942] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730148, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.730445] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730149, 'name': ReconfigVM_Task, 'duration_secs': 0.479557} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.730785] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.731424] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7271bcd-e807-4184-bb0a-735fdbb714ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.738370] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 819.738370] env[63309]: value = "task-2730150" [ 819.738370] env[63309]: _type = "Task" [ 819.738370] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.751121] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730150, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.753344] env[63309]: DEBUG nova.network.neutron [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Successfully created port: a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.862013] env[63309]: INFO nova.compute.manager [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Took 54.72 seconds to build instance. [ 819.915814] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.916065] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.221532] env[63309]: DEBUG oslo_vmware.api [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730148, 'name': PowerOnVM_Task, 'duration_secs': 1.093118} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.224112] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.224336] env[63309]: DEBUG nova.compute.manager [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.225304] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2fce9d-ab61-4888-b04d-7f004d915373 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.254918] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730150, 'name': Rename_Task, 'duration_secs': 0.184386} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.255275] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.255320] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11491042-09f0-4ae1-b760-21101f33f732 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.264541] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 820.264541] env[63309]: value = "task-2730151" [ 820.264541] env[63309]: _type = "Task" [ 820.264541] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.276368] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.367008] env[63309]: DEBUG oslo_concurrency.lockutils [None req-64178d91-6c18-41ee-ba8d-dac1197845a0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.108s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.542081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "135a5545-3e10-4e74-b324-438d1f40624d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.543506] env[63309]: DEBUG oslo_concurrency.lockutils [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.543506] env[63309]: DEBUG nova.compute.manager [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.544641] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf16b9d-3d43-497d-bab6-477d1da7c2fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.555979] env[63309]: DEBUG nova.compute.manager [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 820.556622] env[63309]: DEBUG nova.objects.instance [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'flavor' on Instance uuid 135a5545-3e10-4e74-b324-438d1f40624d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.650020] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.658594] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f35a7-9709-4790-b157-44d2cbb8e341 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.668831] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71be673-cc23-4c20-8a83-decab9692fbe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.701127] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62babc-93ad-4b37-9f41-b9524f52544c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.709252] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b1c73-2b56-4c6d-b8c8-4d70a3119f2c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.716220] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.716492] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.716687] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.716912] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.717110] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.717319] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.717573] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.717765] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.718750] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.718750] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.718750] env[63309]: DEBUG nova.virt.hardware [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.719506] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee6bd86-2322-4f24-bfc0-3930da19fb4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.732425] env[63309]: DEBUG nova.compute.provider_tree [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.737089] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c2b91-66b2-4a82-8ff2-b2aa4161a21c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.747756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.774830] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.869804] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.150377] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "aa241a66-d686-4b81-9bb7-f6c97052af0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.150612] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "aa241a66-d686-4b81-9bb7-f6c97052af0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.239500] env[63309]: DEBUG nova.scheduler.client.report [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.277615] env[63309]: DEBUG oslo_vmware.api [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730151, 'name': PowerOnVM_Task, 'duration_secs': 0.808927} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.277917] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.278149] env[63309]: INFO nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Took 8.48 seconds to spawn the instance on the hypervisor. [ 821.278338] env[63309]: DEBUG nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.279246] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0d320-f7b5-42de-a78e-f46a6c74b805 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.414298] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.458358] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "e65851fc-79c2-4698-8176-a01d65cb9a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.458646] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.458874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "e65851fc-79c2-4698-8176-a01d65cb9a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.459084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.459272] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.462415] env[63309]: INFO nova.compute.manager [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Terminating instance [ 821.480681] env[63309]: DEBUG nova.compute.manager [req-c80401a9-f596-4ebe-a91a-44e9d6d828f6 req-ddeb556f-8e10-4bc8-981a-42e532e1b256 service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Received event network-vif-plugged-a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.480885] env[63309]: DEBUG oslo_concurrency.lockutils [req-c80401a9-f596-4ebe-a91a-44e9d6d828f6 req-ddeb556f-8e10-4bc8-981a-42e532e1b256 service nova] Acquiring lock "16126932-b0aa-439e-9557-34d9e9a6896d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.481096] env[63309]: DEBUG oslo_concurrency.lockutils [req-c80401a9-f596-4ebe-a91a-44e9d6d828f6 req-ddeb556f-8e10-4bc8-981a-42e532e1b256 service nova] Lock "16126932-b0aa-439e-9557-34d9e9a6896d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.481262] env[63309]: DEBUG oslo_concurrency.lockutils [req-c80401a9-f596-4ebe-a91a-44e9d6d828f6 req-ddeb556f-8e10-4bc8-981a-42e532e1b256 service nova] Lock "16126932-b0aa-439e-9557-34d9e9a6896d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.481429] env[63309]: DEBUG nova.compute.manager [req-c80401a9-f596-4ebe-a91a-44e9d6d828f6 req-ddeb556f-8e10-4bc8-981a-42e532e1b256 service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] No waiting events found dispatching network-vif-plugged-a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.481587] env[63309]: WARNING nova.compute.manager [req-c80401a9-f596-4ebe-a91a-44e9d6d828f6 req-ddeb556f-8e10-4bc8-981a-42e532e1b256 service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Received unexpected event network-vif-plugged-a4bc16b5-6876-4329-a46a-07c2e18dbfa9 for instance with vm_state building and task_state spawning. [ 821.564168] env[63309]: DEBUG nova.network.neutron [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Successfully updated port: a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.564942] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.565435] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3c4821-5953-4f55-b3dc-41544e6afdea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575080] env[63309]: DEBUG oslo_vmware.api [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 821.575080] env[63309]: value = "task-2730152" [ 821.575080] env[63309]: _type = "Task" [ 821.575080] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.587616] env[63309]: DEBUG oslo_vmware.api [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.744295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.746694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.793s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.747631] env[63309]: DEBUG nova.objects.instance [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lazy-loading 'resources' on Instance uuid 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.779556] env[63309]: INFO nova.scheduler.client.report [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted allocations for instance 2660a9d8-ad47-4172-bf7a-1710aa1b3092 [ 821.802158] env[63309]: INFO nova.compute.manager [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Took 52.91 seconds to build instance. [ 821.968016] env[63309]: DEBUG nova.compute.manager [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.968016] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.968324] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fffcabd-760c-446e-8c44-f1f8e0eb5e78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.976763] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.977029] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69603083-a1fe-4c6d-8f75-faeb41a41a24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.982573] env[63309]: DEBUG oslo_vmware.api [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 821.982573] env[63309]: value = "task-2730153" [ 821.982573] env[63309]: _type = "Task" [ 821.982573] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.990171] env[63309]: DEBUG oslo_vmware.api [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.067100] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.067268] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.067428] env[63309]: DEBUG nova.network.neutron [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.085301] env[63309]: DEBUG oslo_vmware.api [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730152, 'name': PowerOffVM_Task, 'duration_secs': 0.336882} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.085606] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.085861] env[63309]: DEBUG nova.compute.manager [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.086616] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6903a-3a4b-4344-8ba6-15c34e074cde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.170692] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.170936] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.288167] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e8750e12-1d2a-4cfd-8f1d-18d7f29c1dc6 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "2660a9d8-ad47-4172-bf7a-1710aa1b3092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.170s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.304991] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f230b279-48cf-4716-bf55-74a1108463d8 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.423s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.492990] env[63309]: DEBUG oslo_vmware.api [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730153, 'name': PowerOffVM_Task, 'duration_secs': 0.302879} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.495702] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.495904] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.496339] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27421a5-4b40-4f85-bbd9-eb96f66b148d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.554256] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.554541] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.554690] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore2] e65851fc-79c2-4698-8176-a01d65cb9a57 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.554962] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a05f822-1d7c-4d5f-805e-fbeb8b285623 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.563778] env[63309]: DEBUG oslo_vmware.api [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 822.563778] env[63309]: value = "task-2730155" [ 822.563778] env[63309]: _type = "Task" [ 822.563778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.574064] env[63309]: DEBUG oslo_vmware.api [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.605816] env[63309]: DEBUG oslo_concurrency.lockutils [None req-61e65508-d493-495d-a405-8aa856c433b2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.647393] env[63309]: DEBUG nova.network.neutron [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.736295] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a5c5b8-1567-42d2-9f75-6b1efb06b4be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.743389] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9e2af-1a8f-4c4e-b14b-df8439181689 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.774485] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab494a-06d3-43d5-b2f2-0796b08a2335 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.784101] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed02ca6-a75e-4af6-bbf3-40cf7758845c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.799998] env[63309]: DEBUG nova.compute.provider_tree [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.810513] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.934453] env[63309]: DEBUG nova.network.neutron [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Updating instance_info_cache with network_info: [{"id": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "address": "fa:16:3e:20:f1:17", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bc16b5-68", "ovs_interfaceid": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.073945] env[63309]: DEBUG oslo_vmware.api [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166275} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.074223] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.074407] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.074594] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.074767] env[63309]: INFO nova.compute.manager [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Took 1.11 seconds to destroy the instance on the hypervisor. [ 823.074999] env[63309]: DEBUG oslo.service.loopingcall [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.075204] env[63309]: DEBUG nova.compute.manager [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.075298] env[63309]: DEBUG nova.network.neutron [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.303674] env[63309]: DEBUG nova.scheduler.client.report [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.320394] env[63309]: INFO nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Rebuilding instance [ 823.335011] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.392143] env[63309]: DEBUG nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.393250] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df8868a-6fa3-4d79-a81f-4f7667c57ebc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.437297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.437634] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Instance network_info: |[{"id": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "address": "fa:16:3e:20:f1:17", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bc16b5-68", "ovs_interfaceid": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.438074] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f1:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4bc16b5-6876-4329-a46a-07c2e18dbfa9', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.445468] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Creating folder: Project (706a19d53b3b48a8b8aee37519670792). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.445940] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7ee1a60-b6b6-4e2d-9869-3c7588ae53b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.456950] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Created folder: Project (706a19d53b3b48a8b8aee37519670792) in parent group-v549567. [ 823.457138] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Creating folder: Instances. Parent ref: group-v549731. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.457348] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89ef56ee-97a6-4eca-8859-527ebee26acc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.466329] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Created folder: Instances in parent group-v549731. [ 823.466545] env[63309]: DEBUG oslo.service.loopingcall [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.466710] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.466891] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cd03705-e88c-4ff5-a3c3-7d7d43b85031 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.485776] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.485776] env[63309]: value = "task-2730158" [ 823.485776] env[63309]: _type = "Task" [ 823.485776] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.493131] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730158, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.509386] env[63309]: DEBUG nova.compute.manager [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Received event network-changed-a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.509572] env[63309]: DEBUG nova.compute.manager [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Refreshing instance network info cache due to event network-changed-a4bc16b5-6876-4329-a46a-07c2e18dbfa9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.509786] env[63309]: DEBUG oslo_concurrency.lockutils [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] Acquiring lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.509927] env[63309]: DEBUG oslo_concurrency.lockutils [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] Acquired lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.510099] env[63309]: DEBUG nova.network.neutron [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Refreshing network info cache for port a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.809052] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.811500] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.602s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.813953] env[63309]: INFO nova.compute.claims [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.820288] env[63309]: DEBUG nova.compute.manager [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 823.836939] env[63309]: INFO nova.scheduler.client.report [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted allocations for instance 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3 [ 823.905838] env[63309]: DEBUG nova.network.neutron [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.997670] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730158, 'name': CreateVM_Task, 'duration_secs': 0.298736} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.997905] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.998605] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.998776] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.999134] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.999399] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1587691c-84d3-4fa2-b57d-7936f3bd7572 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.004271] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 824.004271] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52573f44-b871-6143-cd69-6355803bd654" [ 824.004271] env[63309]: _type = "Task" [ 824.004271] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.015582] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52573f44-b871-6143-cd69-6355803bd654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.342789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.345454] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4f86bb1c-f8ef-4726-923b-dd182e49a0c8 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.857s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.409356] env[63309]: INFO nova.compute.manager [-] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Took 1.33 seconds to deallocate network for instance. [ 824.414054] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.414496] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-033c3dc4-bb3a-4641-9945-463fa3a0b48a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.421544] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 824.421544] env[63309]: value = "task-2730159" [ 824.421544] env[63309]: _type = "Task" [ 824.421544] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.430029] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.516950] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52573f44-b871-6143-cd69-6355803bd654, 'name': SearchDatastore_Task, 'duration_secs': 0.022603} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.517282] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.517516] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.517743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.517890] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.518083] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.518343] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2b3eb9-5ece-4c3c-9ec3-333cc476574a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.525953] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.526124] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.526816] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a300205-b935-49e1-9caf-1001e8f1c106 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.531764] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 824.531764] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52162d7f-5a72-ddcd-0ef6-eb0034eb26c7" [ 824.531764] env[63309]: _type = "Task" [ 824.531764] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.539072] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52162d7f-5a72-ddcd-0ef6-eb0034eb26c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.539932] env[63309]: DEBUG nova.network.neutron [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Updated VIF entry in instance network info cache for port a4bc16b5-6876-4329-a46a-07c2e18dbfa9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.540288] env[63309]: DEBUG nova.network.neutron [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Updating instance_info_cache with network_info: [{"id": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "address": "fa:16:3e:20:f1:17", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bc16b5-68", "ovs_interfaceid": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.915276] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.933723] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 824.934018] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.934796] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf716b6f-be35-4304-a2a4-164375ceadf8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.943128] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.943359] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f10bbb-326f-4e09-8f1d-0e57a4d61c4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.008675] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.008929] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.009132] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.009396] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8af26e-d932-4c77-a8b4-f8ce1352bde2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.017918] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 825.017918] env[63309]: value = "task-2730161" [ 825.017918] env[63309]: _type = "Task" [ 825.017918] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.025862] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.040491] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52162d7f-5a72-ddcd-0ef6-eb0034eb26c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007965} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.043606] env[63309]: DEBUG oslo_concurrency.lockutils [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] Releasing lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.043835] env[63309]: DEBUG nova.compute.manager [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Received event network-vif-deleted-25760880-14c8-4ba8-845d-8831f07b776c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.044016] env[63309]: INFO nova.compute.manager [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Neutron deleted interface 25760880-14c8-4ba8-845d-8831f07b776c; detaching it from the instance and deleting it from the info cache [ 825.044188] env[63309]: DEBUG nova.network.neutron [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.045463] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d493482-bb19-4d50-af6e-ec8b3c8ff383 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.048022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.048249] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.048422] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.048602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.048760] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.050755] env[63309]: INFO nova.compute.manager [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Terminating instance [ 825.054283] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 825.054283] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d50e93-1776-c019-0a20-831f3907b2c4" [ 825.054283] env[63309]: _type = "Task" [ 825.054283] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.066032] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d50e93-1776-c019-0a20-831f3907b2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.066705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.066898] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 16126932-b0aa-439e-9557-34d9e9a6896d/16126932-b0aa-439e-9557-34d9e9a6896d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.067165] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b05a951-95fa-49ad-a355-78a7c05018c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.073018] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 825.073018] env[63309]: value = "task-2730162" [ 825.073018] env[63309]: _type = "Task" [ 825.073018] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.083702] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.288331] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad3c48-cfc6-4263-b05b-04b9ed21b6be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.296988] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b09e7-1c2c-4ebd-82f6-0a658397b8df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.332774] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1470ffad-e7a0-4073-b557-c5ce355bee44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.341603] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a8367-d648-4cfa-9dd4-e09b399dd91f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.356826] env[63309]: DEBUG nova.compute.provider_tree [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.531453] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159386} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.531865] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.532120] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.532399] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.550030] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd2a37e9-b511-4f29-9441-4b2095da0ac8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.558654] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5358815-f0b9-4794-a0b5-52cd4be6d353 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.569673] env[63309]: DEBUG nova.compute.manager [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.569837] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.570694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149bc3c-9c97-479f-8d8c-59a137ec51b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.583371] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.586373] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dbe42d3-ab97-43a3-945f-fb801eaa2c3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.587686] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487021} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.599568] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 16126932-b0aa-439e-9557-34d9e9a6896d/16126932-b0aa-439e-9557-34d9e9a6896d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.599783] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.600096] env[63309]: DEBUG nova.compute.manager [req-9eec6eda-edc7-4060-9ada-eec265e306a6 req-0ab7fd67-bfec-4634-810f-5d0f30f2a56d service nova] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Detach interface failed, port_id=25760880-14c8-4ba8-845d-8831f07b776c, reason: Instance e65851fc-79c2-4698-8176-a01d65cb9a57 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 825.600797] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08009c3-af75-470d-aeec-3291a575abc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.604194] env[63309]: DEBUG oslo_vmware.api [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 825.604194] env[63309]: value = "task-2730163" [ 825.604194] env[63309]: _type = "Task" [ 825.604194] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.608040] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 825.608040] env[63309]: value = "task-2730164" [ 825.608040] env[63309]: _type = "Task" [ 825.608040] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.613925] env[63309]: DEBUG oslo_vmware.api [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.618521] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.860060] env[63309]: DEBUG nova.scheduler.client.report [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.115490] env[63309]: DEBUG oslo_vmware.api [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730163, 'name': PowerOffVM_Task, 'duration_secs': 0.198987} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.115982] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.116181] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.116433] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ddd6ba6-7a51-43f3-831f-dc2085aec413 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.120407] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086906} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.120982] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.121767] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c017055b-f055-46fd-a113-a54cded529df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.145567] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 16126932-b0aa-439e-9557-34d9e9a6896d/16126932-b0aa-439e-9557-34d9e9a6896d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.145890] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b011dabf-2bba-4dc0-9775-b1f88dbbab4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.165609] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 826.165609] env[63309]: value = "task-2730166" [ 826.165609] env[63309]: _type = "Task" [ 826.165609] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.174853] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.366093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.366093] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.368256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.310s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.369668] env[63309]: INFO nova.compute.claims [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.588686] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.589000] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.589187] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.589376] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.589524] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.589810] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.590096] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.590307] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.590518] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.590725] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.590941] env[63309]: DEBUG nova.virt.hardware [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.591911] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c93f68-2a9a-42b7-b0ea-f2ea0f037fe0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.600103] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214c6a4-fddc-4f58-b28c-c429d60f75d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.613913] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ec4e4b-3be7-4743-8a3a-1bba0a36c16b', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.621849] env[63309]: DEBUG oslo.service.loopingcall [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.621849] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.621849] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e70707-fe3a-438b-bf57-f9f935726e8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.640832] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.640832] env[63309]: value = "task-2730167" [ 826.640832] env[63309]: _type = "Task" [ 826.640832] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.648285] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730167, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.675836] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730166, 'name': ReconfigVM_Task, 'duration_secs': 0.300913} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.675836] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 16126932-b0aa-439e-9557-34d9e9a6896d/16126932-b0aa-439e-9557-34d9e9a6896d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.676260] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12c9a73-5eb9-4d57-84f9-3f00921a5e55 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.683634] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 826.683634] env[63309]: value = "task-2730168" [ 826.683634] env[63309]: _type = "Task" [ 826.683634] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.691638] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730168, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.874453] env[63309]: DEBUG nova.compute.utils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.878037] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.878242] env[63309]: DEBUG nova.network.neutron [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.923010] env[63309]: DEBUG nova.policy [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ac1e6395fd4881b78c3cf536ad100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706a19d53b3b48a8b8aee37519670792', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.965587] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.965818] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.966015] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleting the datastore file [datastore1] 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.966299] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95d55bc8-f88c-43e4-b28b-2a77306704b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.972785] env[63309]: DEBUG oslo_vmware.api [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 826.972785] env[63309]: value = "task-2730169" [ 826.972785] env[63309]: _type = "Task" [ 826.972785] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.980690] env[63309]: DEBUG oslo_vmware.api [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.150358] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730167, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.193800] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730168, 'name': Rename_Task, 'duration_secs': 0.228065} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.194085] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.195415] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0527a3ec-9fc1-4c93-8ca2-9789813f11d9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.206318] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 827.206318] env[63309]: value = "task-2730170" [ 827.206318] env[63309]: _type = "Task" [ 827.206318] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.218330] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.230143] env[63309]: DEBUG nova.network.neutron [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Successfully created port: 7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.379414] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.483802] env[63309]: DEBUG oslo_vmware.api [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358008} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.483975] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.484405] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.484620] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.484782] env[63309]: INFO nova.compute.manager [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Took 1.91 seconds to destroy the instance on the hypervisor. [ 827.485046] env[63309]: DEBUG oslo.service.loopingcall [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.485250] env[63309]: DEBUG nova.compute.manager [-] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.485360] env[63309]: DEBUG nova.network.neutron [-] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.655316] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730167, 'name': CreateVM_Task, 'duration_secs': 0.870474} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.658240] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.659481] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.659827] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.660220] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.660535] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aade41a9-9100-4d71-be95-7253264a91f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.665809] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 827.665809] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c0ab37-dff8-65b7-7966-0014af60b48c" [ 827.665809] env[63309]: _type = "Task" [ 827.665809] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.678487] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c0ab37-dff8-65b7-7966-0014af60b48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.717012] env[63309]: DEBUG oslo_vmware.api [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730170, 'name': PowerOnVM_Task, 'duration_secs': 0.499009} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.717371] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.717577] env[63309]: INFO nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Took 7.07 seconds to spawn the instance on the hypervisor. [ 827.717789] env[63309]: DEBUG nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.718532] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd561e1-e352-4cc4-b87e-5e1ea55fe8f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.877932] env[63309]: DEBUG nova.compute.manager [req-e260ad5f-6d75-4c1b-94c5-1fa2a5579c73 req-2bf7d244-486d-4415-be61-7480c75f5fa5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Received event network-vif-deleted-7391d576-eb18-45d5-8e0e-3c7f9cd082cd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.878189] env[63309]: INFO nova.compute.manager [req-e260ad5f-6d75-4c1b-94c5-1fa2a5579c73 req-2bf7d244-486d-4415-be61-7480c75f5fa5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Neutron deleted interface 7391d576-eb18-45d5-8e0e-3c7f9cd082cd; detaching it from the instance and deleting it from the info cache [ 827.878414] env[63309]: DEBUG nova.network.neutron [req-e260ad5f-6d75-4c1b-94c5-1fa2a5579c73 req-2bf7d244-486d-4415-be61-7480c75f5fa5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.033226] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d3cd4b-ff1d-4af0-a736-1cd4a217d6ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.041350] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790931a5-9872-4e65-9990-6340c7af4c66 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.072685] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b8e2f-a3a9-432d-ab2a-36490b743d3e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.079711] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd8c40-8948-4487-9930-3ad9a6737b5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.092417] env[63309]: DEBUG nova.compute.provider_tree [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.176589] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c0ab37-dff8-65b7-7966-0014af60b48c, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.176888] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.177140] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.177369] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.177516] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.177694] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.177945] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156361a5-e03b-4658-a10c-b5946158084c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.186629] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.186822] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.187543] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deaf1f18-e48b-4d27-9516-7777384dd71b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.192846] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 828.192846] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5261740a-8333-0c1e-3dec-faab29add7fe" [ 828.192846] env[63309]: _type = "Task" [ 828.192846] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.200124] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5261740a-8333-0c1e-3dec-faab29add7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.241740] env[63309]: INFO nova.compute.manager [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Took 47.40 seconds to build instance. [ 828.341036] env[63309]: DEBUG nova.network.neutron [-] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.381255] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac181768-18d7-408b-9547-2f0dfacea612 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.391895] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33729e-1524-451f-8714-aa8563b96870 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.402948] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.430396] env[63309]: DEBUG nova.compute.manager [req-e260ad5f-6d75-4c1b-94c5-1fa2a5579c73 req-2bf7d244-486d-4415-be61-7480c75f5fa5 service nova] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Detach interface failed, port_id=7391d576-eb18-45d5-8e0e-3c7f9cd082cd, reason: Instance 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 828.455356] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.455611] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.455788] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.455968] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.456129] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.456277] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.456489] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.456657] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.456818] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.456977] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.457162] env[63309]: DEBUG nova.virt.hardware [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.458011] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4f8ef-b67c-4167-9419-1b0a7997f8ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.465566] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c546d8a-49fe-4495-923a-7dbfe71b37f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.595518] env[63309]: DEBUG nova.scheduler.client.report [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.708755] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5261740a-8333-0c1e-3dec-faab29add7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.044662} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.709628] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587f2e40-4ec8-4607-acf2-cbbb9b0df849 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.715184] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 828.715184] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5293c273-ca39-36b9-4f41-242fc9f0a8c1" [ 828.715184] env[63309]: _type = "Task" [ 828.715184] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.727016] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5293c273-ca39-36b9-4f41-242fc9f0a8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.730338] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.730647] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.730915] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1eacd7-42e0-4801-aa3f-7694eb319971 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.739427] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 828.739427] env[63309]: value = "task-2730171" [ 828.739427] env[63309]: _type = "Task" [ 828.739427] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.743078] env[63309]: DEBUG oslo_concurrency.lockutils [None req-260e2d9a-773d-4602-8214-bf581928c759 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.257s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.748815] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.758758] env[63309]: DEBUG nova.compute.manager [req-32d9b0d1-3f69-4243-ab7a-f3a041cbec8e req-bf90d71a-c427-4d85-8360-faa6750d52c6 service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Received event network-vif-plugged-7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.759033] env[63309]: DEBUG oslo_concurrency.lockutils [req-32d9b0d1-3f69-4243-ab7a-f3a041cbec8e req-bf90d71a-c427-4d85-8360-faa6750d52c6 service nova] Acquiring lock "af8a2354-d043-40e5-98c6-7f5d19098714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.759294] env[63309]: DEBUG oslo_concurrency.lockutils [req-32d9b0d1-3f69-4243-ab7a-f3a041cbec8e req-bf90d71a-c427-4d85-8360-faa6750d52c6 service nova] Lock "af8a2354-d043-40e5-98c6-7f5d19098714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.759526] env[63309]: DEBUG oslo_concurrency.lockutils [req-32d9b0d1-3f69-4243-ab7a-f3a041cbec8e req-bf90d71a-c427-4d85-8360-faa6750d52c6 service nova] Lock "af8a2354-d043-40e5-98c6-7f5d19098714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.759749] env[63309]: DEBUG nova.compute.manager [req-32d9b0d1-3f69-4243-ab7a-f3a041cbec8e req-bf90d71a-c427-4d85-8360-faa6750d52c6 service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] No waiting events found dispatching network-vif-plugged-7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.759993] env[63309]: WARNING nova.compute.manager [req-32d9b0d1-3f69-4243-ab7a-f3a041cbec8e req-bf90d71a-c427-4d85-8360-faa6750d52c6 service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Received unexpected event network-vif-plugged-7eeeb28e-9872-4df9-8497-927fb65d3f18 for instance with vm_state building and task_state spawning. [ 828.842720] env[63309]: INFO nova.compute.manager [-] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Took 1.36 seconds to deallocate network for instance. [ 828.880610] env[63309]: DEBUG nova.network.neutron [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Successfully updated port: 7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.101240] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.101879] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.104709] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.499s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.104954] env[63309]: DEBUG nova.objects.instance [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lazy-loading 'resources' on Instance uuid 83f6c47e-ab78-407f-8bc8-114a5f2ce916 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.250036] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.250036] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.252016] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.252730] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.252730] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca1486d-8630-4a01-8753-5c4f6d436986 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.259635] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 829.259635] env[63309]: value = "task-2730172" [ 829.259635] env[63309]: _type = "Task" [ 829.259635] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.267855] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.349022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.383836] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "refresh_cache-af8a2354-d043-40e5-98c6-7f5d19098714" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.384037] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "refresh_cache-af8a2354-d043-40e5-98c6-7f5d19098714" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.384153] env[63309]: DEBUG nova.network.neutron [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.611289] env[63309]: DEBUG nova.compute.utils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.613387] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.613715] env[63309]: DEBUG nova.network.neutron [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.669195] env[63309]: DEBUG nova.policy [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ac1e6395fd4881b78c3cf536ad100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706a19d53b3b48a8b8aee37519670792', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.770081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.773400] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066157} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.775778] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.776883] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73df9dc-ce4e-4ac8-b6fc-b8210c1f89d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.799896] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.802556] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ffce720-cc93-4cc6-87f4-3034c4ffe393 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.821782] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 829.821782] env[63309]: value = "task-2730173" [ 829.821782] env[63309]: _type = "Task" [ 829.821782] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.833811] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.913969] env[63309]: DEBUG nova.network.neutron [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.034807] env[63309]: DEBUG nova.network.neutron [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Successfully created port: f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.091755] env[63309]: DEBUG nova.network.neutron [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Updating instance_info_cache with network_info: [{"id": "7eeeb28e-9872-4df9-8497-927fb65d3f18", "address": "fa:16:3e:8d:3f:9c", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeeb28e-98", "ovs_interfaceid": "7eeeb28e-9872-4df9-8497-927fb65d3f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.116912] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.180873] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af35c61-9a45-4b23-b289-092b34fe0c1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.188585] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33176a-190a-45e7-8a02-0580ddae38b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.219175] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fee6ab-d47b-4915-8f00-659dbadc8a98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.229075] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd62b0d-4b30-486f-8105-5d9ae9fe50d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.252106] env[63309]: DEBUG nova.compute.provider_tree [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.333331] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.595389] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "refresh_cache-af8a2354-d043-40e5-98c6-7f5d19098714" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.595787] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Instance network_info: |[{"id": "7eeeb28e-9872-4df9-8497-927fb65d3f18", "address": "fa:16:3e:8d:3f:9c", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeeb28e-98", "ovs_interfaceid": "7eeeb28e-9872-4df9-8497-927fb65d3f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.596262] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:3f:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eeeb28e-9872-4df9-8497-927fb65d3f18', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.603663] env[63309]: DEBUG oslo.service.loopingcall [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.603892] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.604124] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d607e2fe-519d-4b96-83a3-cc9fdeeed32a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.625892] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.625892] env[63309]: value = "task-2730174" [ 830.625892] env[63309]: _type = "Task" [ 830.625892] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.633777] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730174, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.755667] env[63309]: DEBUG nova.scheduler.client.report [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.790911] env[63309]: DEBUG nova.compute.manager [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Received event network-changed-7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.791124] env[63309]: DEBUG nova.compute.manager [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Refreshing instance network info cache due to event network-changed-7eeeb28e-9872-4df9-8497-927fb65d3f18. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 830.791340] env[63309]: DEBUG oslo_concurrency.lockutils [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] Acquiring lock "refresh_cache-af8a2354-d043-40e5-98c6-7f5d19098714" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.791481] env[63309]: DEBUG oslo_concurrency.lockutils [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] Acquired lock "refresh_cache-af8a2354-d043-40e5-98c6-7f5d19098714" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.791752] env[63309]: DEBUG nova.network.neutron [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Refreshing network info cache for port 7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.834357] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730173, 'name': ReconfigVM_Task, 'duration_secs': 0.61226} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.834527] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d/135a5545-3e10-4e74-b324-438d1f40624d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.835242] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1222e7f-2f0a-431c-aba7-c37ffee4d544 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.841881] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 830.841881] env[63309]: value = "task-2730175" [ 830.841881] env[63309]: _type = "Task" [ 830.841881] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.855016] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730175, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.128193] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.140468] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730174, 'name': CreateVM_Task, 'duration_secs': 0.317305} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.140630] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.141439] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.141554] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.141914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.142180] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2f7b9e-8bb6-4ef3-acea-988d8c9f738a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.146580] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 831.146580] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52528466-2663-08e6-2b23-570906f60d8b" [ 831.146580] env[63309]: _type = "Task" [ 831.146580] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.154465] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52528466-2663-08e6-2b23-570906f60d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.162077] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.162316] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.162498] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.162693] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.162861] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.162977] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.163206] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.163345] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.163558] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.163720] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.163891] env[63309]: DEBUG nova.virt.hardware [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.164758] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e61f9-b0e8-4fe5-a2ab-4778781af553 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.172016] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f67527-310c-44ed-ac0c-c888b9a729da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.261257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.263810] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.453s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.264047] env[63309]: DEBUG nova.objects.instance [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lazy-loading 'resources' on Instance uuid 62442772-63e0-46c1-9955-30f9cdb700a2 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.318196] env[63309]: INFO nova.scheduler.client.report [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Deleted allocations for instance 83f6c47e-ab78-407f-8bc8-114a5f2ce916 [ 831.355702] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730175, 'name': Rename_Task, 'duration_secs': 0.148746} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.355993] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.356254] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fff916e-d1a7-4058-b412-1972082d2f2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.363079] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 831.363079] env[63309]: value = "task-2730176" [ 831.363079] env[63309]: _type = "Task" [ 831.363079] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.370561] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.558444] env[63309]: DEBUG nova.network.neutron [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Updated VIF entry in instance network info cache for port 7eeeb28e-9872-4df9-8497-927fb65d3f18. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.558835] env[63309]: DEBUG nova.network.neutron [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Updating instance_info_cache with network_info: [{"id": "7eeeb28e-9872-4df9-8497-927fb65d3f18", "address": "fa:16:3e:8d:3f:9c", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeeb28e-98", "ovs_interfaceid": "7eeeb28e-9872-4df9-8497-927fb65d3f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.645361] env[63309]: DEBUG nova.network.neutron [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Successfully updated port: f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.657793] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52528466-2663-08e6-2b23-570906f60d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.025266} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.658097] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.658326] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.658551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.658731] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.658943] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.659235] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15d632e3-9541-4eb5-af72-0122c4e6dc48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.668115] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.668289] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.668980] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb46688-9743-4df3-83b2-9c0a6c920e96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.674060] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 831.674060] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5208f996-6291-a4c6-18c0-33747e6d2373" [ 831.674060] env[63309]: _type = "Task" [ 831.674060] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.681301] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5208f996-6291-a4c6-18c0-33747e6d2373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.826084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ca1f3bf-c9e6-4047-9c9b-e1c9f002b259 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "83f6c47e-ab78-407f-8bc8-114a5f2ce916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.930s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.875469] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730176, 'name': PowerOnVM_Task, 'duration_secs': 0.467553} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.875737] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.875945] env[63309]: DEBUG nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.876743] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17711b2b-8be6-4011-96d0-5951c37f035a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.061766] env[63309]: DEBUG oslo_concurrency.lockutils [req-af9e36c9-5225-4646-a82f-6d381d7e72d3 req-7c884037-31e7-4b5f-ba6c-1491b9e4606d service nova] Releasing lock "refresh_cache-af8a2354-d043-40e5-98c6-7f5d19098714" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.148794] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "refresh_cache-f0598476-b847-4745-87ea-2f4b9b8d6603" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.148943] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "refresh_cache-f0598476-b847-4745-87ea-2f4b9b8d6603" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.149221] env[63309]: DEBUG nova.network.neutron [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.188231] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5208f996-6291-a4c6-18c0-33747e6d2373, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.189058] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91209f12-c843-464c-a9b4-2eb1b3d89c28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.192486] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dceea2-6587-45de-94b8-ea425ecef607 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.197568] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 832.197568] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ef3f7f-dd11-8c70-830e-0db1cd1e0f97" [ 832.197568] env[63309]: _type = "Task" [ 832.197568] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.203009] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6614c4a8-e034-4c74-b173-e8410a6078c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.211507] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ef3f7f-dd11-8c70-830e-0db1cd1e0f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.236255] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d2b71-1689-4e45-9b4e-f1f225434f9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.244039] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec0842e-f555-4802-98a1-7111e63ace3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.257273] env[63309]: DEBUG nova.compute.provider_tree [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.389282] env[63309]: INFO nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] bringing vm to original state: 'stopped' [ 832.679396] env[63309]: DEBUG nova.network.neutron [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.708955] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ef3f7f-dd11-8c70-830e-0db1cd1e0f97, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.709245] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.709543] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] af8a2354-d043-40e5-98c6-7f5d19098714/af8a2354-d043-40e5-98c6-7f5d19098714.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.709804] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18772e89-ccbc-4cc1-bd9e-7a6e8113e163 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.716398] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 832.716398] env[63309]: value = "task-2730177" [ 832.716398] env[63309]: _type = "Task" [ 832.716398] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.724131] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.763026] env[63309]: DEBUG nova.scheduler.client.report [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.820862] env[63309]: DEBUG nova.compute.manager [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Received event network-vif-plugged-f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.821137] env[63309]: DEBUG oslo_concurrency.lockutils [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] Acquiring lock "f0598476-b847-4745-87ea-2f4b9b8d6603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.821467] env[63309]: DEBUG oslo_concurrency.lockutils [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.821624] env[63309]: DEBUG oslo_concurrency.lockutils [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.821777] env[63309]: DEBUG nova.compute.manager [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] No waiting events found dispatching network-vif-plugged-f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.822125] env[63309]: WARNING nova.compute.manager [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Received unexpected event network-vif-plugged-f0120b61-3290-4127-9658-f6129bdbfd54 for instance with vm_state building and task_state spawning. [ 832.822125] env[63309]: DEBUG nova.compute.manager [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Received event network-changed-f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.822274] env[63309]: DEBUG nova.compute.manager [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Refreshing instance network info cache due to event network-changed-f0120b61-3290-4127-9658-f6129bdbfd54. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 832.822460] env[63309]: DEBUG oslo_concurrency.lockutils [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] Acquiring lock "refresh_cache-f0598476-b847-4745-87ea-2f4b9b8d6603" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.849030] env[63309]: DEBUG nova.network.neutron [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Updating instance_info_cache with network_info: [{"id": "f0120b61-3290-4127-9658-f6129bdbfd54", "address": "fa:16:3e:84:ea:6b", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0120b61-32", "ovs_interfaceid": "f0120b61-3290-4127-9658-f6129bdbfd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.237892] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "159ca879-6987-4172-ba28-5bc3592daded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.238173] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "159ca879-6987-4172-ba28-5bc3592daded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.238385] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "159ca879-6987-4172-ba28-5bc3592daded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.238598] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "159ca879-6987-4172-ba28-5bc3592daded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.238753] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "159ca879-6987-4172-ba28-5bc3592daded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.240410] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501236} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.240653] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] af8a2354-d043-40e5-98c6-7f5d19098714/af8a2354-d043-40e5-98c6-7f5d19098714.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.240859] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.241116] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86d7ef7-5e48-4fd0-b26b-0f0b46a4791b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.243396] env[63309]: INFO nova.compute.manager [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Terminating instance [ 833.253629] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 833.253629] env[63309]: value = "task-2730178" [ 833.253629] env[63309]: _type = "Task" [ 833.253629] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.261285] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.266421] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.269474] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.183s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.271027] env[63309]: INFO nova.compute.claims [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.300051] env[63309]: INFO nova.scheduler.client.report [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Deleted allocations for instance 62442772-63e0-46c1-9955-30f9cdb700a2 [ 833.352575] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "refresh_cache-f0598476-b847-4745-87ea-2f4b9b8d6603" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.352918] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Instance network_info: |[{"id": "f0120b61-3290-4127-9658-f6129bdbfd54", "address": "fa:16:3e:84:ea:6b", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0120b61-32", "ovs_interfaceid": "f0120b61-3290-4127-9658-f6129bdbfd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.353228] env[63309]: DEBUG oslo_concurrency.lockutils [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] Acquired lock "refresh_cache-f0598476-b847-4745-87ea-2f4b9b8d6603" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.353408] env[63309]: DEBUG nova.network.neutron [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Refreshing network info cache for port f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.354640] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ea:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0120b61-3290-4127-9658-f6129bdbfd54', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.362414] env[63309]: DEBUG oslo.service.loopingcall [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.365394] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.366321] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ac19349-ab4e-483e-8e41-f690020914cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.387503] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.387503] env[63309]: value = "task-2730179" [ 833.387503] env[63309]: _type = "Task" [ 833.387503] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.395575] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730179, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.399028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "135a5545-3e10-4e74-b324-438d1f40624d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.399028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.399028] env[63309]: DEBUG nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.400104] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ab38d1-3966-44bc-8508-2fbebfc15f19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.405479] env[63309]: DEBUG nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 833.637914] env[63309]: DEBUG nova.network.neutron [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Updated VIF entry in instance network info cache for port f0120b61-3290-4127-9658-f6129bdbfd54. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.638291] env[63309]: DEBUG nova.network.neutron [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Updating instance_info_cache with network_info: [{"id": "f0120b61-3290-4127-9658-f6129bdbfd54", "address": "fa:16:3e:84:ea:6b", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0120b61-32", "ovs_interfaceid": "f0120b61-3290-4127-9658-f6129bdbfd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.750627] env[63309]: DEBUG nova.compute.manager [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.750860] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.751799] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c6b78-146a-45bb-8750-d9edb692fc02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.762625] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06478} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.764647] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.764950] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.765656] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648e253-cfe4-4fab-bea2-86790ce78e15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.767853] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55adc82e-6228-4147-9816-a7c22d0fcbaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.795015] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] af8a2354-d043-40e5-98c6-7f5d19098714/af8a2354-d043-40e5-98c6-7f5d19098714.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.799905] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f912c51-ee9e-496f-8dab-fbfc320f14b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.814608] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 833.814608] env[63309]: value = "task-2730180" [ 833.814608] env[63309]: _type = "Task" [ 833.814608] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.822749] env[63309]: DEBUG oslo_concurrency.lockutils [None req-60df63fe-98b6-48c6-9bcc-9c8ef726b860 tempest-ListImageFiltersTestJSON-66024069 tempest-ListImageFiltersTestJSON-66024069-project-member] Lock "62442772-63e0-46c1-9955-30f9cdb700a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.818s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.827618] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 833.827618] env[63309]: value = "task-2730181" [ 833.827618] env[63309]: _type = "Task" [ 833.827618] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.834628] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.840089] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.898185] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730179, 'name': CreateVM_Task, 'duration_secs': 0.343211} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.900578] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.904270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.904443] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.904887] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.905172] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1552fa30-2526-4bec-b92a-8664b589e188 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.909795] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.910122] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 833.910122] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5202edfd-8425-4511-2fa4-b8b7ef1d06ac" [ 833.910122] env[63309]: _type = "Task" [ 833.910122] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.912937] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990e4262-83c5-4f07-bf7b-d169790d845c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.923895] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5202edfd-8425-4511-2fa4-b8b7ef1d06ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.925319] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 833.925319] env[63309]: value = "task-2730182" [ 833.925319] env[63309]: _type = "Task" [ 833.925319] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.935303] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.141448] env[63309]: DEBUG oslo_concurrency.lockutils [req-fb386b4f-0d2a-405d-b2b9-838357451250 req-f4310229-730f-49d1-abb7-4f7b9d6809b0 service nova] Releasing lock "refresh_cache-f0598476-b847-4745-87ea-2f4b9b8d6603" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.244262] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517fae6-1659-4895-92cb-73b55c4b9f96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.252324] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a820a-264b-424f-8d22-5baf4f351d98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.283690] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39333ed8-c1ab-4c14-b566-53d25e868159 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.292479] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c8c9d-514c-48bc-bc37-0f39a27a7542 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.308355] env[63309]: DEBUG nova.compute.provider_tree [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.327346] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730180, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.336262] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.425521] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5202edfd-8425-4511-2fa4-b8b7ef1d06ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022707} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.425521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.425521] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.425898] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.425898] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.425956] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.426219] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-472f3670-e99f-4c0f-8afa-6fa8b08af9ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.436699] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730182, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.447120] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.447315] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.448080] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb917702-b9a9-480f-b93d-1fc7c8b3dcdf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.454314] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 834.454314] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbcfc3-a394-c7ed-f9e3-187687576b5a" [ 834.454314] env[63309]: _type = "Task" [ 834.454314] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.462921] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbcfc3-a394-c7ed-f9e3-187687576b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.812458] env[63309]: DEBUG nova.scheduler.client.report [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.854290] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730180, 'name': PowerOffVM_Task, 'duration_secs': 0.764915} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.857843] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.858048] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.858628] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730181, 'name': ReconfigVM_Task, 'duration_secs': 0.703017} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.858854] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aeddef2-5433-42b2-8819-8a402d8829d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861051] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Reconfigured VM instance instance-0000003b to attach disk [datastore1] af8a2354-d043-40e5-98c6-7f5d19098714/af8a2354-d043-40e5-98c6-7f5d19098714.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.861226] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c9d3dcd-a410-431c-87d0-b3bb92bc69af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.872690] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 834.872690] env[63309]: value = "task-2730184" [ 834.872690] env[63309]: _type = "Task" [ 834.872690] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.883963] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730184, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.938625] env[63309]: DEBUG oslo_vmware.api [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730182, 'name': PowerOffVM_Task, 'duration_secs': 0.592759} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.939019] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.939666] env[63309]: DEBUG nova.compute.manager [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.940537] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb35a77-2e40-42e2-a3f2-676d7093bed6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.943908] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.944131] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.944434] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Deleting the datastore file [datastore2] 159ca879-6987-4172-ba28-5bc3592daded {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.945695] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b758103-059b-472f-ab41-89b7938af35f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.955824] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for the task: (returnval){ [ 834.955824] env[63309]: value = "task-2730185" [ 834.955824] env[63309]: _type = "Task" [ 834.955824] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.975949] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.976286] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbcfc3-a394-c7ed-f9e3-187687576b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.020291} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.977159] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf97916b-46ac-4dad-8c95-3a9ba1784b5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.982931] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 834.982931] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52001525-096f-2618-c98a-b7ee368fd25d" [ 834.982931] env[63309]: _type = "Task" [ 834.982931] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.993028] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52001525-096f-2618-c98a-b7ee368fd25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.317841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.048s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.318574] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.322065] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.141s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.323539] env[63309]: INFO nova.compute.claims [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.383710] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730184, 'name': Rename_Task, 'duration_secs': 0.156383} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.384013] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.384261] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de4b00c-4180-47bf-81f9-44081cd5bcdf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.391411] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 835.391411] env[63309]: value = "task-2730186" [ 835.391411] env[63309]: _type = "Task" [ 835.391411] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.402896] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.455257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.468677] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.492387] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52001525-096f-2618-c98a-b7ee368fd25d, 'name': SearchDatastore_Task, 'duration_secs': 0.016834} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.492644] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.492897] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f0598476-b847-4745-87ea-2f4b9b8d6603/f0598476-b847-4745-87ea-2f4b9b8d6603.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.493173] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d25bc83-c0fb-4b4e-82d2-b26b3045141c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.499152] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 835.499152] env[63309]: value = "task-2730187" [ 835.499152] env[63309]: _type = "Task" [ 835.499152] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.507774] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.828855] env[63309]: DEBUG nova.compute.utils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.833596] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.833801] env[63309]: DEBUG nova.network.neutron [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.904583] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.945085] env[63309]: DEBUG nova.policy [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27285d039fc74cb2b8a07000ae5b772f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74bc7d25366c47b884cd91a356421585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.975401] env[63309]: DEBUG oslo_vmware.api [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Task: {'id': task-2730185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556651} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.975975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.976379] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.976589] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.976825] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.977027] env[63309]: INFO nova.compute.manager [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Took 2.23 seconds to destroy the instance on the hypervisor. [ 835.977281] env[63309]: DEBUG oslo.service.loopingcall [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.977514] env[63309]: DEBUG nova.compute.manager [-] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.977611] env[63309]: DEBUG nova.network.neutron [-] [instance: 159ca879-6987-4172-ba28-5bc3592daded] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.011928] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.335706] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.385013] env[63309]: DEBUG nova.compute.manager [req-731e15e9-029f-486b-b744-03dcdb80ec29 req-4b832a7d-4bab-4551-866a-48bcec761b86 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Received event network-vif-deleted-f7323b14-42af-4a3b-ae18-32ced6141135 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.385244] env[63309]: INFO nova.compute.manager [req-731e15e9-029f-486b-b744-03dcdb80ec29 req-4b832a7d-4bab-4551-866a-48bcec761b86 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Neutron deleted interface f7323b14-42af-4a3b-ae18-32ced6141135; detaching it from the instance and deleting it from the info cache [ 836.385420] env[63309]: DEBUG nova.network.neutron [req-731e15e9-029f-486b-b744-03dcdb80ec29 req-4b832a7d-4bab-4551-866a-48bcec761b86 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.405471] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.424583] env[63309]: DEBUG nova.network.neutron [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Successfully created port: f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.509301] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632963} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.511835] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f0598476-b847-4745-87ea-2f4b9b8d6603/f0598476-b847-4745-87ea-2f4b9b8d6603.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.512080] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.512497] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-081563e1-ba8e-4f16-bea3-32a2b19abde5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.519157] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 836.519157] env[63309]: value = "task-2730188" [ 836.519157] env[63309]: _type = "Task" [ 836.519157] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.531217] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.798143] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53cb8f-b624-48c3-acf9-7ac1d440d14e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.806101] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1845fa27-9421-457a-854b-d833fa725ff8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.836163] env[63309]: DEBUG nova.network.neutron [-] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.838063] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda40149-9457-4d30-ab52-77d7ef2fa0b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.848193] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "135a5545-3e10-4e74-b324-438d1f40624d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.848430] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.848639] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "135a5545-3e10-4e74-b324-438d1f40624d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.848800] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.848961] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.851566] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e026f-8bed-4c9f-ba72-23c528e1c842 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.855971] env[63309]: INFO nova.compute.manager [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Terminating instance [ 836.871089] env[63309]: DEBUG nova.compute.provider_tree [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.891296] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d4863a6-ca7a-4e55-bf27-b5a75d6ac363 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.902423] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50eb8ce-2e5e-4970-b074-5058b097158f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.916391] env[63309]: DEBUG oslo_vmware.api [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730186, 'name': PowerOnVM_Task, 'duration_secs': 1.080885} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.917059] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.917268] env[63309]: INFO nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Took 8.51 seconds to spawn the instance on the hypervisor. [ 836.917447] env[63309]: DEBUG nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.918220] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25199566-5847-4eee-91ab-43087acf9b22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.939063] env[63309]: DEBUG nova.compute.manager [req-731e15e9-029f-486b-b744-03dcdb80ec29 req-4b832a7d-4bab-4551-866a-48bcec761b86 service nova] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Detach interface failed, port_id=f7323b14-42af-4a3b-ae18-32ced6141135, reason: Instance 159ca879-6987-4172-ba28-5bc3592daded could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 837.028931] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075374} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.029222] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.029978] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b24282-299d-461b-93d7-3ee65d133ced {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.051902] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f0598476-b847-4745-87ea-2f4b9b8d6603/f0598476-b847-4745-87ea-2f4b9b8d6603.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.052178] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da2400a-08de-4526-8d75-2d2b39018e72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.072094] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 837.072094] env[63309]: value = "task-2730189" [ 837.072094] env[63309]: _type = "Task" [ 837.072094] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.079754] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.341600] env[63309]: INFO nova.compute.manager [-] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Took 1.36 seconds to deallocate network for instance. [ 837.346872] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.372680] env[63309]: DEBUG nova.compute.manager [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.372902] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.373820] env[63309]: DEBUG nova.scheduler.client.report [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.378033] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de8d166-4c97-40a1-a2f5-14a0816da0eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.386639] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.388619] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c864403-f5b4-45b9-acf6-3c10470d062d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.397049] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.397360] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.397557] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.397817] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.398033] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.398206] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.398423] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.398597] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.398832] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.399044] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.399251] env[63309]: DEBUG nova.virt.hardware [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.400379] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16ed2f-e42c-4497-8976-4a3b23d7a050 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.410659] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd99edf-05e2-4b0b-bd21-21770a025170 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.447826] env[63309]: INFO nova.compute.manager [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Took 49.29 seconds to build instance. [ 837.479250] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.479416] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.479762] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore2] 135a5545-3e10-4e74-b324-438d1f40624d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.479956] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36459bb1-a304-4cb8-a74a-f2c989fca75d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.486290] env[63309]: DEBUG oslo_vmware.api [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 837.486290] env[63309]: value = "task-2730191" [ 837.486290] env[63309]: _type = "Task" [ 837.486290] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.494837] env[63309]: DEBUG oslo_vmware.api [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.581664] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730189, 'name': ReconfigVM_Task, 'duration_secs': 0.362848} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.582044] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f0598476-b847-4745-87ea-2f4b9b8d6603/f0598476-b847-4745-87ea-2f4b9b8d6603.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.582642] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24cc0cb7-8b5c-4d47-8fae-be6d298d96b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.588581] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 837.588581] env[63309]: value = "task-2730192" [ 837.588581] env[63309]: _type = "Task" [ 837.588581] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.597608] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730192, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.852266] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.882982] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.883584] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.889653] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.957s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.891206] env[63309]: INFO nova.compute.claims [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.931313] env[63309]: DEBUG nova.compute.manager [req-8a160b4b-b138-4c7e-a396-24060ba9970e req-d58cd8ec-cff9-4c67-91d0-df36d2382a02 service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Received event network-vif-plugged-f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.931571] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a160b4b-b138-4c7e-a396-24060ba9970e req-d58cd8ec-cff9-4c67-91d0-df36d2382a02 service nova] Acquiring lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.931772] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a160b4b-b138-4c7e-a396-24060ba9970e req-d58cd8ec-cff9-4c67-91d0-df36d2382a02 service nova] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.931943] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a160b4b-b138-4c7e-a396-24060ba9970e req-d58cd8ec-cff9-4c67-91d0-df36d2382a02 service nova] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.932132] env[63309]: DEBUG nova.compute.manager [req-8a160b4b-b138-4c7e-a396-24060ba9970e req-d58cd8ec-cff9-4c67-91d0-df36d2382a02 service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] No waiting events found dispatching network-vif-plugged-f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.932297] env[63309]: WARNING nova.compute.manager [req-8a160b4b-b138-4c7e-a396-24060ba9970e req-d58cd8ec-cff9-4c67-91d0-df36d2382a02 service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Received unexpected event network-vif-plugged-f7ed4489-d624-46d2-a7c8-7edd43f7da86 for instance with vm_state building and task_state spawning. [ 837.949582] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0699fb4-1d35-42f7-8caf-4e815b8c0d11 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "af8a2354-d043-40e5-98c6-7f5d19098714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.892s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.997782] env[63309]: DEBUG oslo_vmware.api [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318555} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.998733] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.999039] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.999250] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.999447] env[63309]: INFO nova.compute.manager [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 837.999711] env[63309]: DEBUG oslo.service.loopingcall [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.000454] env[63309]: DEBUG nova.compute.manager [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.000564] env[63309]: DEBUG nova.network.neutron [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.055406] env[63309]: DEBUG nova.network.neutron [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Successfully updated port: f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.099909] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730192, 'name': Rename_Task, 'duration_secs': 0.147263} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.100386] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.100695] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c394c3-553f-4faa-a3ca-18d4930b2ae1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.108247] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 838.108247] env[63309]: value = "task-2730193" [ 838.108247] env[63309]: _type = "Task" [ 838.108247] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.123925] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.397150] env[63309]: DEBUG nova.compute.utils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.400500] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.400674] env[63309]: DEBUG nova.network.neutron [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.411242] env[63309]: DEBUG nova.compute.manager [req-bb7f7883-e06d-4658-b02d-4523c3ba5c78 req-27c96a7e-ebbe-458e-b440-557588efd964 service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Received event network-vif-deleted-52ec4e4b-3be7-4743-8a3a-1bba0a36c16b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.411466] env[63309]: INFO nova.compute.manager [req-bb7f7883-e06d-4658-b02d-4523c3ba5c78 req-27c96a7e-ebbe-458e-b440-557588efd964 service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Neutron deleted interface 52ec4e4b-3be7-4743-8a3a-1bba0a36c16b; detaching it from the instance and deleting it from the info cache [ 838.411682] env[63309]: DEBUG nova.network.neutron [req-bb7f7883-e06d-4658-b02d-4523c3ba5c78 req-27c96a7e-ebbe-458e-b440-557588efd964 service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.442224] env[63309]: DEBUG nova.policy [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61525c19fbb64b96a4318791ee12cd8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a766ec1211ee4fecacec0f0cb34aa7a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.453357] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.560132] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "refresh_cache-c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.560132] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "refresh_cache-c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.560132] env[63309]: DEBUG nova.network.neutron [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.618157] env[63309]: DEBUG oslo_vmware.api [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730193, 'name': PowerOnVM_Task, 'duration_secs': 0.443959} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.618519] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.618656] env[63309]: INFO nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Took 7.49 seconds to spawn the instance on the hypervisor. [ 838.618833] env[63309]: DEBUG nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.619588] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c758cf-30a1-4b44-b641-80e8fed58ccd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.756560] env[63309]: DEBUG nova.network.neutron [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Successfully created port: c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.844913] env[63309]: DEBUG nova.network.neutron [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.904064] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.917041] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06efd82c-b6d3-43a4-86d5-d569529c9a24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.928014] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f3b03-508b-47fa-97e5-e13f9c6efd34 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.968192] env[63309]: DEBUG nova.compute.manager [req-bb7f7883-e06d-4658-b02d-4523c3ba5c78 req-27c96a7e-ebbe-458e-b440-557588efd964 service nova] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Detach interface failed, port_id=52ec4e4b-3be7-4743-8a3a-1bba0a36c16b, reason: Instance 135a5545-3e10-4e74-b324-438d1f40624d could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 838.981933] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.104083] env[63309]: DEBUG nova.network.neutron [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.137562] env[63309]: INFO nova.compute.manager [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Took 50.11 seconds to build instance. [ 839.285673] env[63309]: DEBUG nova.network.neutron [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Updating instance_info_cache with network_info: [{"id": "f7ed4489-d624-46d2-a7c8-7edd43f7da86", "address": "fa:16:3e:0f:5b:7d", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed4489-d6", "ovs_interfaceid": "f7ed4489-d624-46d2-a7c8-7edd43f7da86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.347299] env[63309]: INFO nova.compute.manager [-] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Took 1.35 seconds to deallocate network for instance. [ 839.404535] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9975a19d-54c5-4f23-aa81-c89e17edd06f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.416459] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41962cae-028b-4ddc-af29-4af09c56636c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.446829] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db126a5-8489-458e-bad2-909ff382c253 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.455534] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3aa560-528f-42af-a4cc-c077d574c383 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.469448] env[63309]: DEBUG nova.compute.provider_tree [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.642782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a2bd886-ceee-4bf0-b18f-2a6d29ade3a1 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.293s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.789771] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "refresh_cache-c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.790115] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Instance network_info: |[{"id": "f7ed4489-d624-46d2-a7c8-7edd43f7da86", "address": "fa:16:3e:0f:5b:7d", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed4489-d6", "ovs_interfaceid": "f7ed4489-d624-46d2-a7c8-7edd43f7da86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.790533] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:5b:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ed4489-d624-46d2-a7c8-7edd43f7da86', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.798391] env[63309]: DEBUG oslo.service.loopingcall [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.798634] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.798879] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac658ae2-db03-4fbf-bf30-cd2a09ce932a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.818963] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.818963] env[63309]: value = "task-2730194" [ 839.818963] env[63309]: _type = "Task" [ 839.818963] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.828645] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730194, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.857961] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.914433] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.963263] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.963589] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.963767] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.963956] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.964228] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.964391] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.964613] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.965171] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.965391] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.965565] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.965772] env[63309]: DEBUG nova.virt.hardware [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.966672] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3ac95-5bda-458f-94f9-37db4c0f41b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.972943] env[63309]: DEBUG nova.scheduler.client.report [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.977477] env[63309]: DEBUG nova.compute.manager [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Received event network-changed-f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.977659] env[63309]: DEBUG nova.compute.manager [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Refreshing instance network info cache due to event network-changed-f7ed4489-d624-46d2-a7c8-7edd43f7da86. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.977871] env[63309]: DEBUG oslo_concurrency.lockutils [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] Acquiring lock "refresh_cache-c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.977996] env[63309]: DEBUG oslo_concurrency.lockutils [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] Acquired lock "refresh_cache-c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.978165] env[63309]: DEBUG nova.network.neutron [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Refreshing network info cache for port f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.990474] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30eef2-a1b5-4d41-be37-dc0e345141ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.145467] env[63309]: DEBUG nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.331333] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730194, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.386082] env[63309]: DEBUG nova.network.neutron [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Successfully updated port: c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.481648] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.482183] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.485594] env[63309]: DEBUG nova.compute.manager [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Received event network-vif-plugged-c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.485815] env[63309]: DEBUG oslo_concurrency.lockutils [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] Acquiring lock "42093264-2f5a-4d97-874b-dbc7a80692c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.486061] env[63309]: DEBUG oslo_concurrency.lockutils [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.486318] env[63309]: DEBUG oslo_concurrency.lockutils [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.486420] env[63309]: DEBUG nova.compute.manager [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] No waiting events found dispatching network-vif-plugged-c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.486577] env[63309]: WARNING nova.compute.manager [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Received unexpected event network-vif-plugged-c74ad0c0-d318-41e1-940b-5a29bc1ca021 for instance with vm_state building and task_state spawning. [ 840.486731] env[63309]: DEBUG nova.compute.manager [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Received event network-changed-c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.486879] env[63309]: DEBUG nova.compute.manager [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Refreshing instance network info cache due to event network-changed-c74ad0c0-d318-41e1-940b-5a29bc1ca021. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.487065] env[63309]: DEBUG oslo_concurrency.lockutils [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] Acquiring lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.487200] env[63309]: DEBUG oslo_concurrency.lockutils [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] Acquired lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.487364] env[63309]: DEBUG nova.network.neutron [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Refreshing network info cache for port c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.488419] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.899s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.490488] env[63309]: INFO nova.compute.claims [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.669017] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.722450] env[63309]: DEBUG nova.network.neutron [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Updated VIF entry in instance network info cache for port f7ed4489-d624-46d2-a7c8-7edd43f7da86. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.722833] env[63309]: DEBUG nova.network.neutron [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Updating instance_info_cache with network_info: [{"id": "f7ed4489-d624-46d2-a7c8-7edd43f7da86", "address": "fa:16:3e:0f:5b:7d", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed4489-d6", "ovs_interfaceid": "f7ed4489-d624-46d2-a7c8-7edd43f7da86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.831836] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730194, 'name': CreateVM_Task, 'duration_secs': 0.747541} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.832012] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.832676] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.832871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.833202] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.833451] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c1a204-0a4e-49df-85e2-ff63e30a39ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.838113] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 840.838113] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b6d95c-209b-222b-dc44-593b2c891d00" [ 840.838113] env[63309]: _type = "Task" [ 840.838113] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.848429] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b6d95c-209b-222b-dc44-593b2c891d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.888845] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.990640] env[63309]: DEBUG nova.compute.utils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.992506] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.992636] env[63309]: DEBUG nova.network.neutron [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.030999] env[63309]: DEBUG nova.network.neutron [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.070229] env[63309]: DEBUG nova.policy [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b144fe4405bc48e3bb8c6dfe3db5ed4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4de8159d42db4d74a4eee254ded7b0e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.113419] env[63309]: DEBUG nova.network.neutron [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.226337] env[63309]: DEBUG oslo_concurrency.lockutils [req-31448cb0-e279-4072-9897-b63eb76c42c8 req-ccc27e69-a4b1-4971-af66-f5e49fa160dd service nova] Releasing lock "refresh_cache-c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.349368] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b6d95c-209b-222b-dc44-593b2c891d00, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.349689] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.349941] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.350195] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.350442] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.350628] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.350909] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2540ccf3-7208-42a7-8fe2-4493a6f3fa57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.359081] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.359250] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.360017] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7fdcc3-98f8-4aee-a4f5-2e30b5beccf2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.364811] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 841.364811] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52342e3b-c324-49ed-dfe4-7dbf44ea6d76" [ 841.364811] env[63309]: _type = "Task" [ 841.364811] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.373148] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52342e3b-c324-49ed-dfe4-7dbf44ea6d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.476250] env[63309]: DEBUG nova.network.neutron [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Successfully created port: 8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.497756] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.551695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "16126932-b0aa-439e-9557-34d9e9a6896d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.552764] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.552764] env[63309]: DEBUG nova.compute.manager [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.553046] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df5ec6-2486-4640-8fac-6ed44574369b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.569056] env[63309]: DEBUG nova.compute.manager [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 841.570177] env[63309]: DEBUG nova.objects.instance [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lazy-loading 'flavor' on Instance uuid 16126932-b0aa-439e-9557-34d9e9a6896d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.616204] env[63309]: DEBUG oslo_concurrency.lockutils [req-56ada159-09de-4bfc-9dd9-31057a7e25ce req-ddc22e1e-7dcb-4d62-916c-ee66e4eb2c16 service nova] Releasing lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.616608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquired lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.616769] env[63309]: DEBUG nova.network.neutron [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.875577] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52342e3b-c324-49ed-dfe4-7dbf44ea6d76, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.876384] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86c95ff-a5b4-46da-960f-8522abb69c83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.881273] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 841.881273] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d6c75b-ea65-b09b-110c-3a07db63c7e0" [ 841.881273] env[63309]: _type = "Task" [ 841.881273] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.890724] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d6c75b-ea65-b09b-110c-3a07db63c7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.947871] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a486ad6-90d6-4c7a-8d5a-d8deb60e5bd2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.955334] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4c2eb2-9a99-4a56-bf8e-26617407d922 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.986972] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d07aee-4b3b-4caa-b856-fb70f94b7c1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.994504] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be35846a-b76e-4cbc-a0ea-3c49c37d6ae0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.011463] env[63309]: DEBUG nova.compute.provider_tree [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.152620] env[63309]: DEBUG nova.network.neutron [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.332218] env[63309]: DEBUG nova.network.neutron [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Updating instance_info_cache with network_info: [{"id": "c74ad0c0-d318-41e1-940b-5a29bc1ca021", "address": "fa:16:3e:c0:e4:0a", "network": {"id": "6fc12e4f-a639-4506-be6b-3d8b42c42572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-136930738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766ec1211ee4fecacec0f0cb34aa7a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74ad0c0-d3", "ovs_interfaceid": "c74ad0c0-d318-41e1-940b-5a29bc1ca021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.392051] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d6c75b-ea65-b09b-110c-3a07db63c7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.392051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.392051] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] c01a75d1-07c1-4fd9-ab6c-5059fdeacd97/c01a75d1-07c1-4fd9-ab6c-5059fdeacd97.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.392051] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a6e8c9-cb30-4728-b8a7-dbbe8f03dead {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.398173] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 842.398173] env[63309]: value = "task-2730195" [ 842.398173] env[63309]: _type = "Task" [ 842.398173] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.405760] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.515213] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.517942] env[63309]: DEBUG nova.scheduler.client.report [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.543317] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.543604] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.543782] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.544045] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.544211] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.544432] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.544586] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.544764] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.544945] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.545128] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.545302] env[63309]: DEBUG nova.virt.hardware [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.546502] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d52c6e-3566-470a-a1a8-1c99cb4a974c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.554843] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaba051-10fa-4efb-919e-9242af684442 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.577061] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.577061] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c75215-711a-423e-99d3-0d53ad202bdc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.584776] env[63309]: DEBUG oslo_vmware.api [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 842.584776] env[63309]: value = "task-2730196" [ 842.584776] env[63309]: _type = "Task" [ 842.584776] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.595621] env[63309]: DEBUG oslo_vmware.api [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.835526] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Releasing lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.835923] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Instance network_info: |[{"id": "c74ad0c0-d318-41e1-940b-5a29bc1ca021", "address": "fa:16:3e:c0:e4:0a", "network": {"id": "6fc12e4f-a639-4506-be6b-3d8b42c42572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-136930738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766ec1211ee4fecacec0f0cb34aa7a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74ad0c0-d3", "ovs_interfaceid": "c74ad0c0-d318-41e1-940b-5a29bc1ca021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.836448] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:e4:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c74ad0c0-d318-41e1-940b-5a29bc1ca021', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.845236] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Creating folder: Project (a766ec1211ee4fecacec0f0cb34aa7a9). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.845550] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5c3b90e-4856-4956-b2e2-3a551e53d010 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.857558] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Created folder: Project (a766ec1211ee4fecacec0f0cb34aa7a9) in parent group-v549567. [ 842.857558] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Creating folder: Instances. Parent ref: group-v549738. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.857814] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77b46ada-82ab-4138-9e9a-9a0c646bd1de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.866844] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Created folder: Instances in parent group-v549738. [ 842.867103] env[63309]: DEBUG oslo.service.loopingcall [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.867302] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.867522] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b86e61e-563d-41a6-a7a8-b8f8d10e0c42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.889486] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.889486] env[63309]: value = "task-2730199" [ 842.889486] env[63309]: _type = "Task" [ 842.889486] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.901745] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730199, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.909323] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496071} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.909573] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] c01a75d1-07c1-4fd9-ab6c-5059fdeacd97/c01a75d1-07c1-4fd9-ab6c-5059fdeacd97.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.909779] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.910083] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ced2edc-71f8-4992-97d9-bfd40c2cbcd6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.915557] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 842.915557] env[63309]: value = "task-2730200" [ 842.915557] env[63309]: _type = "Task" [ 842.915557] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.923489] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.940558] env[63309]: DEBUG nova.compute.manager [req-c57e72b7-b9cb-4b3e-9194-87dc551fe9bd req-a1e4be41-fab6-40cf-b207-aa875c347dd8 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Received event network-vif-plugged-8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.940787] env[63309]: DEBUG oslo_concurrency.lockutils [req-c57e72b7-b9cb-4b3e-9194-87dc551fe9bd req-a1e4be41-fab6-40cf-b207-aa875c347dd8 service nova] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.940994] env[63309]: DEBUG oslo_concurrency.lockutils [req-c57e72b7-b9cb-4b3e-9194-87dc551fe9bd req-a1e4be41-fab6-40cf-b207-aa875c347dd8 service nova] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.941220] env[63309]: DEBUG oslo_concurrency.lockutils [req-c57e72b7-b9cb-4b3e-9194-87dc551fe9bd req-a1e4be41-fab6-40cf-b207-aa875c347dd8 service nova] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.941345] env[63309]: DEBUG nova.compute.manager [req-c57e72b7-b9cb-4b3e-9194-87dc551fe9bd req-a1e4be41-fab6-40cf-b207-aa875c347dd8 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] No waiting events found dispatching network-vif-plugged-8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.941491] env[63309]: WARNING nova.compute.manager [req-c57e72b7-b9cb-4b3e-9194-87dc551fe9bd req-a1e4be41-fab6-40cf-b207-aa875c347dd8 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Received unexpected event network-vif-plugged-8819f77a-14e2-424d-a46c-a5408ec922fb for instance with vm_state building and task_state spawning. [ 843.022906] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.023400] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.027341] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.208s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.027341] env[63309]: DEBUG nova.objects.instance [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lazy-loading 'resources' on Instance uuid b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.094463] env[63309]: DEBUG oslo_vmware.api [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730196, 'name': PowerOffVM_Task, 'duration_secs': 0.405877} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.094766] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.094968] env[63309]: DEBUG nova.compute.manager [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.095768] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8b92a-519b-45a0-96c8-4462fff8bb07 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.250872] env[63309]: DEBUG nova.network.neutron [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Successfully updated port: 8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.399300] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730199, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.430682] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06127} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.431075] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.431968] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9f507-6e44-4598-a864-0fa22c735db9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.457307] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c01a75d1-07c1-4fd9-ab6c-5059fdeacd97/c01a75d1-07c1-4fd9-ab6c-5059fdeacd97.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.457708] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506e049b-76a4-42c3-a25a-031eb88a355e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.479834] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 843.479834] env[63309]: value = "task-2730201" [ 843.479834] env[63309]: _type = "Task" [ 843.479834] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.487644] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.530034] env[63309]: DEBUG nova.compute.utils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.534099] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.534195] env[63309]: DEBUG nova.network.neutron [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.576375] env[63309]: DEBUG nova.policy [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c62337f169d486095cc5b117c22aab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdaf2fa15ea04c679aedc7a3340307b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.610027] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0cc679c3-b6c4-4a2c-8e5d-d90d3a01c7eb tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.756871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.759441] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.759441] env[63309]: DEBUG nova.network.neutron [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.902964] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730199, 'name': CreateVM_Task, 'duration_secs': 0.611377} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.903257] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.903824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.903973] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.904293] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.904548] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9173d94-ef9c-498f-af1a-de069d1b5cd0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.910625] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 843.910625] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52496753-07f0-3d6e-3db5-e50167ea95db" [ 843.910625] env[63309]: _type = "Task" [ 843.910625] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.920194] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52496753-07f0-3d6e-3db5-e50167ea95db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.929994] env[63309]: DEBUG nova.network.neutron [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Successfully created port: 0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.990145] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.002672] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a594d93-3255-4ea3-b46b-f9e09c24d860 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.009348] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e719a94-577d-4bc5-b930-ca98563d86f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.040921] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.045080] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c5471e-c3c4-446b-9aee-ffceb0a8483f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.052768] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a5f91-21a2-401b-98e5-349ee176a79f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.068186] env[63309]: DEBUG nova.compute.provider_tree [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.142627] env[63309]: DEBUG nova.objects.instance [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lazy-loading 'flavor' on Instance uuid 16126932-b0aa-439e-9557-34d9e9a6896d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.296270] env[63309]: DEBUG nova.network.neutron [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.422598] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52496753-07f0-3d6e-3db5-e50167ea95db, 'name': SearchDatastore_Task, 'duration_secs': 0.03997} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.422911] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.423153] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.423387] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.423531] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.423740] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.424024] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ca13677-a9f6-4fc2-bd2e-abd539e86155 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.432220] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.432395] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.433105] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72628a2-9f57-44a6-8d61-120fddba98cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.438144] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 844.438144] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243d1f7-c8f6-e485-8a26-c4b275895f54" [ 844.438144] env[63309]: _type = "Task" [ 844.438144] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.445974] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243d1f7-c8f6-e485-8a26-c4b275895f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.489621] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730201, 'name': ReconfigVM_Task, 'duration_secs': 0.827666} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.489902] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c01a75d1-07c1-4fd9-ab6c-5059fdeacd97/c01a75d1-07c1-4fd9-ab6c-5059fdeacd97.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.490524] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39eb5ee-0ac8-401c-9d9d-d3f51157ce61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.498074] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 844.498074] env[63309]: value = "task-2730202" [ 844.498074] env[63309]: _type = "Task" [ 844.498074] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.504231] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730202, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.571905] env[63309]: DEBUG nova.scheduler.client.report [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.650371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.650553] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquired lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.650782] env[63309]: DEBUG nova.network.neutron [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.651013] env[63309]: DEBUG nova.objects.instance [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lazy-loading 'info_cache' on Instance uuid 16126932-b0aa-439e-9557-34d9e9a6896d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.702230] env[63309]: DEBUG nova.network.neutron [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.948561] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5243d1f7-c8f6-e485-8a26-c4b275895f54, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.949360] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66315089-496a-4c89-8292-62ee11beca88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.956480] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 844.956480] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cd15a0-98d7-2a87-8565-247b9d622b7c" [ 844.956480] env[63309]: _type = "Task" [ 844.956480] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.965179] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cd15a0-98d7-2a87-8565-247b9d622b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.985135] env[63309]: DEBUG nova.compute.manager [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Received event network-changed-8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.985371] env[63309]: DEBUG nova.compute.manager [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Refreshing instance network info cache due to event network-changed-8819f77a-14e2-424d-a46c-a5408ec922fb. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.985567] env[63309]: DEBUG oslo_concurrency.lockutils [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.006432] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730202, 'name': Rename_Task, 'duration_secs': 0.362164} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.006766] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.007015] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e596b5-8f8a-4984-b642-e529f444cc79 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.013887] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 845.013887] env[63309]: value = "task-2730203" [ 845.013887] env[63309]: _type = "Task" [ 845.013887] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.022809] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.049165] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.074992] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.075282] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.075452] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.075647] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.075810] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.075973] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.076217] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.076386] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.076563] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.076739] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.076924] env[63309]: DEBUG nova.virt.hardware [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.077836] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7db12-2b48-4927-97c9-1886e22504da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.080910] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.082919] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.274s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.083146] env[63309]: DEBUG nova.objects.instance [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'resources' on Instance uuid 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.089753] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df80852e-e0c5-49ef-869a-d0a9a3a6067b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.104635] env[63309]: INFO nova.scheduler.client.report [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleted allocations for instance b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07 [ 845.154513] env[63309]: DEBUG nova.objects.base [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Object Instance<16126932-b0aa-439e-9557-34d9e9a6896d> lazy-loaded attributes: flavor,info_cache {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 845.205015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.205093] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Instance network_info: |[{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.205371] env[63309]: DEBUG oslo_concurrency.lockutils [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.205553] env[63309]: DEBUG nova.network.neutron [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Refreshing network info cache for port 8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.206692] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:6b:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8819f77a-14e2-424d-a46c-a5408ec922fb', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.214105] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating folder: Project (4de8159d42db4d74a4eee254ded7b0e6). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.214955] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20b8b66e-7901-48e5-a87b-e50156e54399 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.226719] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created folder: Project (4de8159d42db4d74a4eee254ded7b0e6) in parent group-v549567. [ 845.226900] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating folder: Instances. Parent ref: group-v549741. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.227124] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1ec947-049f-45c4-9d2d-28140577d4be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.237821] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created folder: Instances in parent group-v549741. [ 845.238068] env[63309]: DEBUG oslo.service.loopingcall [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.238256] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.238445] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc27b70b-322a-4da8-b00d-fc7e79c70915 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.258193] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.258193] env[63309]: value = "task-2730206" [ 845.258193] env[63309]: _type = "Task" [ 845.258193] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.267540] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730206, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.414117] env[63309]: DEBUG nova.network.neutron [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Successfully updated port: 0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.468384] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cd15a0-98d7-2a87-8565-247b9d622b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.468636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.468901] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 42093264-2f5a-4d97-874b-dbc7a80692c7/42093264-2f5a-4d97-874b-dbc7a80692c7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.469187] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dfe42f7-625b-42dc-9ed0-00967ebbc4ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.476310] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 845.476310] env[63309]: value = "task-2730207" [ 845.476310] env[63309]: _type = "Task" [ 845.476310] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.485570] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.523287] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.614511] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8c79ec21-7f05-411b-9326-0f64231a91f0 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.450s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.781529] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730206, 'name': CreateVM_Task, 'duration_secs': 0.349739} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.783819] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.784546] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.784727] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.785487] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.786086] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a6ba8c-b9be-4d69-b1bb-5e07434644e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.794744] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 845.794744] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52afc46b-ab79-6534-75c1-38805922bc47" [ 845.794744] env[63309]: _type = "Task" [ 845.794744] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.807595] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52afc46b-ab79-6534-75c1-38805922bc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.917076] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "refresh_cache-b72ef8ca-dc8d-413a-9aa2-0780d92247ee" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.917230] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquired lock "refresh_cache-b72ef8ca-dc8d-413a-9aa2-0780d92247ee" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.917478] env[63309]: DEBUG nova.network.neutron [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.986086] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491531} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.988690] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 42093264-2f5a-4d97-874b-dbc7a80692c7/42093264-2f5a-4d97-874b-dbc7a80692c7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.988923] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.989303] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9897bcb-6da4-4fb8-b3f3-7b6edd91294c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.999521] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 845.999521] env[63309]: value = "task-2730208" [ 845.999521] env[63309]: _type = "Task" [ 845.999521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.010278] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.026489] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.039105] env[63309]: DEBUG nova.network.neutron [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Updating instance_info_cache with network_info: [{"id": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "address": "fa:16:3e:20:f1:17", "network": {"id": "ba76e5c3-ab7c-4def-9e88-2365f829200b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-543277588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706a19d53b3b48a8b8aee37519670792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bc16b5-68", "ovs_interfaceid": "a4bc16b5-6876-4329-a46a-07c2e18dbfa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.054938] env[63309]: DEBUG nova.network.neutron [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updated VIF entry in instance network info cache for port 8819f77a-14e2-424d-a46c-a5408ec922fb. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.055330] env[63309]: DEBUG nova.network.neutron [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.113228] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114f69f4-49e0-4030-ada5-a721e8daf222 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.121925] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733bf4d-981d-4908-a478-48aa9a047f35 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.153667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6853b9-2cf7-4acd-8699-12d652189668 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.161862] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b90314-d812-4315-82fc-d0a1a5d71f86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.177658] env[63309]: DEBUG nova.compute.provider_tree [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.309441] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52afc46b-ab79-6534-75c1-38805922bc47, 'name': SearchDatastore_Task, 'duration_secs': 0.058031} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.309849] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.310170] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.310416] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.310582] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.310815] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.311062] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9fdead6-d1cf-44b7-9c81-db865f3a3e66 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.319281] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.319462] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.320204] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b868f5b-b179-437d-903c-5694da0d62e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.326012] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 846.326012] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cc4995-6d3d-b1dd-cf18-a000bbdef2d7" [ 846.326012] env[63309]: _type = "Task" [ 846.326012] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.333819] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cc4995-6d3d-b1dd-cf18-a000bbdef2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.466010] env[63309]: DEBUG nova.network.neutron [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.509888] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078682} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.510297] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.511158] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba134d28-a9f6-4771-a3a3-4b2cc8540e1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.537709] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 42093264-2f5a-4d97-874b-dbc7a80692c7/42093264-2f5a-4d97-874b-dbc7a80692c7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.540614] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677f89cf-ba70-44cf-b443-05a334c8e492 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.558196] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Releasing lock "refresh_cache-16126932-b0aa-439e-9557-34d9e9a6896d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.560942] env[63309]: DEBUG oslo_concurrency.lockutils [req-4164b9f7-2cd6-4284-8080-367a747d907b req-e859cf5f-2e72-4314-b09d-3c3d28095d4c service nova] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.561031] env[63309]: DEBUG oslo_vmware.api [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730203, 'name': PowerOnVM_Task, 'duration_secs': 1.443683} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.561574] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.561806] env[63309]: INFO nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Took 9.21 seconds to spawn the instance on the hypervisor. [ 846.561993] env[63309]: DEBUG nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.562783] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecba9de-d534-4de2-a0d9-b47c0eab4ab3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.567027] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 846.567027] env[63309]: value = "task-2730209" [ 846.567027] env[63309]: _type = "Task" [ 846.567027] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.586309] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.662933] env[63309]: DEBUG nova.network.neutron [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Updating instance_info_cache with network_info: [{"id": "0b5f5146-30a4-4e79-bfbf-c589aa7e7a22", "address": "fa:16:3e:c3:0a:6f", "network": {"id": "0e872727-d8d9-4b33-81f8-98138423b542", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-574638296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdaf2fa15ea04c679aedc7a3340307b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5f5146-30", "ovs_interfaceid": "0b5f5146-30a4-4e79-bfbf-c589aa7e7a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.680939] env[63309]: DEBUG nova.scheduler.client.report [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.836480] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cc4995-6d3d-b1dd-cf18-a000bbdef2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.837215] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27a0132-8587-4eb5-9d3d-923248bbe475 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.842915] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 846.842915] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5273b8e3-a538-db22-f4b2-0fe39004a594" [ 846.842915] env[63309]: _type = "Task" [ 846.842915] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.850442] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5273b8e3-a538-db22-f4b2-0fe39004a594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.076106] env[63309]: DEBUG nova.compute.manager [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Received event network-vif-plugged-0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.076362] env[63309]: DEBUG oslo_concurrency.lockutils [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] Acquiring lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.076544] env[63309]: DEBUG oslo_concurrency.lockutils [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.076709] env[63309]: DEBUG oslo_concurrency.lockutils [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.076877] env[63309]: DEBUG nova.compute.manager [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] No waiting events found dispatching network-vif-plugged-0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.077053] env[63309]: WARNING nova.compute.manager [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Received unexpected event network-vif-plugged-0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 for instance with vm_state building and task_state spawning. [ 847.077215] env[63309]: DEBUG nova.compute.manager [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Received event network-changed-0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.077370] env[63309]: DEBUG nova.compute.manager [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Refreshing instance network info cache due to event network-changed-0b5f5146-30a4-4e79-bfbf-c589aa7e7a22. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.077533] env[63309]: DEBUG oslo_concurrency.lockutils [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] Acquiring lock "refresh_cache-b72ef8ca-dc8d-413a-9aa2-0780d92247ee" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.085781] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.088890] env[63309]: INFO nova.compute.manager [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Took 53.03 seconds to build instance. [ 847.166741] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Releasing lock "refresh_cache-b72ef8ca-dc8d-413a-9aa2-0780d92247ee" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.166741] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Instance network_info: |[{"id": "0b5f5146-30a4-4e79-bfbf-c589aa7e7a22", "address": "fa:16:3e:c3:0a:6f", "network": {"id": "0e872727-d8d9-4b33-81f8-98138423b542", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-574638296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdaf2fa15ea04c679aedc7a3340307b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5f5146-30", "ovs_interfaceid": "0b5f5146-30a4-4e79-bfbf-c589aa7e7a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.166874] env[63309]: DEBUG oslo_concurrency.lockutils [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] Acquired lock "refresh_cache-b72ef8ca-dc8d-413a-9aa2-0780d92247ee" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.167034] env[63309]: DEBUG nova.network.neutron [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Refreshing network info cache for port 0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.168282] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:0a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b5f5146-30a4-4e79-bfbf-c589aa7e7a22', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.175989] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Creating folder: Project (fdaf2fa15ea04c679aedc7a3340307b3). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.178959] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d945d03b-50b6-4d20-b050-422b5c737c42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.187512] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.188256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.792s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.189810] env[63309]: INFO nova.compute.claims [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.193915] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Created folder: Project (fdaf2fa15ea04c679aedc7a3340307b3) in parent group-v549567. [ 847.196117] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Creating folder: Instances. Parent ref: group-v549744. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.196117] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249d0b2b-661c-47b7-8340-edf62c1bedd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.204767] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Created folder: Instances in parent group-v549744. [ 847.205020] env[63309]: DEBUG oslo.service.loopingcall [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.205209] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.205411] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b8c353-9439-467c-9714-a312ff3c5212 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.220607] env[63309]: INFO nova.scheduler.client.report [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2 [ 847.230046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "cd8beef9-1144-4fef-a50b-801249e7eebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.230302] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.234209] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.234209] env[63309]: value = "task-2730212" [ 847.234209] env[63309]: _type = "Task" [ 847.234209] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.247039] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730212, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.357480] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5273b8e3-a538-db22-f4b2-0fe39004a594, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.358262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.358519] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7/0c8d52aa-d6c1-431c-b902-7c7721aefcf7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.358772] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a46c4b1c-8d57-4ac0-9f39-524d0f2d30f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.368123] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 847.368123] env[63309]: value = "task-2730213" [ 847.368123] env[63309]: _type = "Task" [ 847.368123] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.375587] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.436414] env[63309]: DEBUG nova.network.neutron [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Updated VIF entry in instance network info cache for port 0b5f5146-30a4-4e79-bfbf-c589aa7e7a22. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.437033] env[63309]: DEBUG nova.network.neutron [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Updating instance_info_cache with network_info: [{"id": "0b5f5146-30a4-4e79-bfbf-c589aa7e7a22", "address": "fa:16:3e:c3:0a:6f", "network": {"id": "0e872727-d8d9-4b33-81f8-98138423b542", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-574638296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdaf2fa15ea04c679aedc7a3340307b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5f5146-30", "ovs_interfaceid": "0b5f5146-30a4-4e79-bfbf-c589aa7e7a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.563873] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.564270] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a8c093-1699-47ef-b7c2-cbbc31b82c98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.574056] env[63309]: DEBUG oslo_vmware.api [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 847.574056] env[63309]: value = "task-2730214" [ 847.574056] env[63309]: _type = "Task" [ 847.574056] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.582400] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730209, 'name': ReconfigVM_Task, 'duration_secs': 0.73264} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.583018] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 42093264-2f5a-4d97-874b-dbc7a80692c7/42093264-2f5a-4d97-874b-dbc7a80692c7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.583669] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81eb357-9ba0-4a5e-961b-9d494057dd56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.588657] env[63309]: DEBUG oslo_vmware.api [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730214, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.590506] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d821620d-f6d6-461f-9ee9-7dd763fa2082 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.673s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.593693] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 847.593693] env[63309]: value = "task-2730215" [ 847.593693] env[63309]: _type = "Task" [ 847.593693] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.602251] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730215, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.734629] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62d536d0-cd43-4469-b195-42acb9684360 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.949s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.744630] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730212, 'name': CreateVM_Task, 'duration_secs': 0.351656} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.744861] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.745699] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.745920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.746245] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.746886] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d61f91-0874-4c5e-9c6b-42376dba0f76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.752431] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 847.752431] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52afa179-cc5e-24e9-3034-ea224a1bbe91" [ 847.752431] env[63309]: _type = "Task" [ 847.752431] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.761492] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52afa179-cc5e-24e9-3034-ea224a1bbe91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.877800] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730213, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.941709] env[63309]: DEBUG oslo_concurrency.lockutils [req-ce3539f5-a46c-4cb7-ad9e-8e1686873d8f req-bcef40e0-f471-44f5-974f-165049a20d97 service nova] Releasing lock "refresh_cache-b72ef8ca-dc8d-413a-9aa2-0780d92247ee" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.086214] env[63309]: DEBUG oslo_vmware.api [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.093282] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.105314] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730215, 'name': Rename_Task, 'duration_secs': 0.326429} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.105610] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.105858] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd0ff44-0a6d-41e2-bd8f-3b5b4fd6a2ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.112879] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 848.112879] env[63309]: value = "task-2730216" [ 848.112879] env[63309]: _type = "Task" [ 848.112879] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.121208] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.265122] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52afa179-cc5e-24e9-3034-ea224a1bbe91, 'name': SearchDatastore_Task, 'duration_secs': 0.0605} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.265425] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.265671] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.266190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.266190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.266312] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.266552] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a11821-b7df-4c63-8dc6-6108dcdffbad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.277646] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.277839] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.278650] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b635a0cc-8d15-4223-b05a-2df10dfce9e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.289017] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 848.289017] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b86d3-7e02-21fc-7bc7-cc8ab03155a5" [ 848.289017] env[63309]: _type = "Task" [ 848.289017] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.300980] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b86d3-7e02-21fc-7bc7-cc8ab03155a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.366032] env[63309]: DEBUG nova.compute.manager [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.366032] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e85af1-eaa6-42a7-9b5a-5c5771bd5db6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.382737] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547843} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.385379] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7/0c8d52aa-d6c1-431c-b902-7c7721aefcf7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.385604] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.386059] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eec7847-0adc-4d37-b535-ccda699adbd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.394041] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 848.394041] env[63309]: value = "task-2730217" [ 848.394041] env[63309]: _type = "Task" [ 848.394041] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.404687] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.586175] env[63309]: DEBUG oslo_vmware.api [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730214, 'name': PowerOnVM_Task, 'duration_secs': 0.763731} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.588922] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.589282] env[63309]: DEBUG nova.compute.manager [None req-6926e4a4-a61e-46fb-8b50-a1d69b79c4ca tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.590364] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd731cc8-a51f-4b3e-ac70-fbe85630faa6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.625360] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.636199] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.645964] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6bd373-f4f9-40a3-9c45-41b80ecbfce8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.653973] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc98195-83bf-4ef5-a94c-68e6bb981ad9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.690052] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "08bbc192-c6c0-4eb7-8f26-336732c1db17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.690052] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.691097] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce425b98-3ae2-478b-ae0d-0edc331a11d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.698808] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297a5046-9ddc-4856-ba8b-d4a4241466d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.713161] env[63309]: DEBUG nova.compute.provider_tree [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.799250] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b86d3-7e02-21fc-7bc7-cc8ab03155a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.800116] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05720ba4-345e-4566-9c9e-5b8ed940c00c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.805658] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 848.805658] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5281bed7-3f31-382d-4bae-ee85f91f1f07" [ 848.805658] env[63309]: _type = "Task" [ 848.805658] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.813286] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5281bed7-3f31-382d-4bae-ee85f91f1f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.886782] env[63309]: INFO nova.compute.manager [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] instance snapshotting [ 848.889624] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4209551-6121-4095-b930-64bcd073471b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.911199] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278bdc1-da09-4eb4-b32e-1cde9f300e0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.918508] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.125389] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.216554] env[63309]: DEBUG nova.scheduler.client.report [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.316954] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5281bed7-3f31-382d-4bae-ee85f91f1f07, 'name': SearchDatastore_Task, 'duration_secs': 0.036845} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.317337] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.317626] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b72ef8ca-dc8d-413a-9aa2-0780d92247ee/b72ef8ca-dc8d-413a-9aa2-0780d92247ee.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.317900] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08880b03-2672-4901-877a-5bdc6f65feb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.324639] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 849.324639] env[63309]: value = "task-2730218" [ 849.324639] env[63309]: _type = "Task" [ 849.324639] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.332941] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.418371] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.607986} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.418579] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.419393] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912187a6-f7cd-43b3-beec-cacc9defb789 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.424112] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.433051] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5db0f3e-bd2c-417e-92df-2609ab149c7b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.444999] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7/0c8d52aa-d6c1-431c-b902-7c7721aefcf7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.445270] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0166a5b0-7e0a-4a6f-be6f-d5cbc4d5ebfb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.464113] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 849.464113] env[63309]: value = "task-2730219" [ 849.464113] env[63309]: _type = "Task" [ 849.464113] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.465394] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 849.465394] env[63309]: value = "task-2730220" [ 849.465394] env[63309]: _type = "Task" [ 849.465394] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.480874] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.484533] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.624546] env[63309]: DEBUG oslo_vmware.api [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730216, 'name': PowerOnVM_Task, 'duration_secs': 1.246352} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.624831] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.625075] env[63309]: INFO nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Took 9.71 seconds to spawn the instance on the hypervisor. [ 849.625271] env[63309]: DEBUG nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.626088] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b5a03-1768-4b37-9912-99a0faafdf1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.723250] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.723250] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.726507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.014s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.837905] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.985045] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.985400] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.146912] env[63309]: INFO nova.compute.manager [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Took 53.99 seconds to build instance. [ 850.231331] env[63309]: DEBUG nova.compute.utils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.243039] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.243232] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.295324] env[63309]: DEBUG nova.policy [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1633a6442a76429398f9f67b149b9549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a66882aef9c426fb887f2f9ce6a7d09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.341658] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680174} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.341658] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b72ef8ca-dc8d-413a-9aa2-0780d92247ee/b72ef8ca-dc8d-413a-9aa2-0780d92247ee.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.341658] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.341992] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fbbb7fa-4698-4f47-a8c7-ba0ab05ad058 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.349415] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 850.349415] env[63309]: value = "task-2730221" [ 850.349415] env[63309]: _type = "Task" [ 850.349415] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.364031] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.484688] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730219, 'name': CreateSnapshot_Task, 'duration_secs': 0.856888} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.488954] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 850.489886] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730220, 'name': ReconfigVM_Task, 'duration_secs': 0.630528} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.490972] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369d68f-a38d-41c3-b435-c2e9ebbfa356 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.496093] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7/0c8d52aa-d6c1-431c-b902-7c7721aefcf7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.496939] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4ab6e1c-7001-405e-8b00-f28a9e369166 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.510984] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 850.510984] env[63309]: value = "task-2730222" [ 850.510984] env[63309]: _type = "Task" [ 850.510984] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.649085] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ed682cfa-05c7-428a-936c-ac7bb7214a91 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.939s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.700626] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Successfully created port: e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.743203] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.752119] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating resource usage from migration 25486390-011a-47c8-af69-f86e2cba1281 [ 850.779115] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d3a67084-5702-4a8e-901d-bbafae785194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779115] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 64ede278-e96e-485e-8a84-f2701d95aec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779115] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779115] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.779353] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 159ca879-6987-4172-ba28-5bc3592daded is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.779353] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779353] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance c95e9301-0004-4ed7-a2da-1cba22371eaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779353] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 43daa061-8ca8-4e4f-9c12-44eedd288acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779479] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f712100c-2d2a-45b7-aa3c-5855baa58a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779479] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 24132d19-337b-4845-b2a4-bc65f574b61e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779705] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 77d27edd-600f-4045-996d-278701d28d8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779705] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 54e181f5-aeca-434b-aacd-4c358924599a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.779810] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.780905] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance e65851fc-79c2-4698-8176-a01d65cb9a57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.780905] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 135a5545-3e10-4e74-b324-438d1f40624d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.780905] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 16126932-b0aa-439e-9557-34d9e9a6896d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.780905] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance af8a2354-d043-40e5-98c6-7f5d19098714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.781106] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f0598476-b847-4745-87ea-2f4b9b8d6603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.781147] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance c01a75d1-07c1-4fd9-ab6c-5059fdeacd97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.781330] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 42093264-2f5a-4d97-874b-dbc7a80692c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.781463] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.781871] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance b72ef8ca-dc8d-413a-9aa2-0780d92247ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.782114] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 495bb89d-ad01-41ac-b722-af172a88d885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.858858] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111786} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.859156] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.859920] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e7e85-e201-4bac-a5d7-f4f1c5934d47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.882754] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b72ef8ca-dc8d-413a-9aa2-0780d92247ee/b72ef8ca-dc8d-413a-9aa2-0780d92247ee.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.883073] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8edebdea-c6d0-45a3-a29d-20988a03ba86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.908280] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 850.908280] env[63309]: value = "task-2730223" [ 850.908280] env[63309]: _type = "Task" [ 850.908280] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.919122] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.020470] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.021213] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-badfff50-5a16-4ba3-91cf-6e3538197296 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.034454] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730222, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.035962] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 851.035962] env[63309]: value = "task-2730224" [ 851.035962] env[63309]: _type = "Task" [ 851.035962] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.045919] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730224, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.153390] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.213184] env[63309]: DEBUG nova.compute.manager [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Received event network-changed-c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.213381] env[63309]: DEBUG nova.compute.manager [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Refreshing instance network info cache due to event network-changed-c74ad0c0-d318-41e1-940b-5a29bc1ca021. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.213593] env[63309]: DEBUG oslo_concurrency.lockutils [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] Acquiring lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.213768] env[63309]: DEBUG oslo_concurrency.lockutils [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] Acquired lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.213927] env[63309]: DEBUG nova.network.neutron [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Refreshing network info cache for port c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.285851] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 9dafca40-ecac-4e8f-b50b-92dab404efb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.420082] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730223, 'name': ReconfigVM_Task, 'duration_secs': 0.339213} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.420361] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b72ef8ca-dc8d-413a-9aa2-0780d92247ee/b72ef8ca-dc8d-413a-9aa2-0780d92247ee.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.420975] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc0c183-12cf-45a0-bc4d-5158ca38a355 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.427838] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 851.427838] env[63309]: value = "task-2730225" [ 851.427838] env[63309]: _type = "Task" [ 851.427838] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.437323] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730225, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.532205] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730222, 'name': Rename_Task, 'duration_secs': 0.88047} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.532205] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.532205] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a302917-6a1c-42e5-9bdb-eda716458cd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.538387] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 851.538387] env[63309]: value = "task-2730226" [ 851.538387] env[63309]: _type = "Task" [ 851.538387] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.550778] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730224, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.553644] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.679871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.762966] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.790067] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 00a88b94-2daf-49d6-acfb-294be9838f90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.799674] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.800494] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.800494] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.800494] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.800494] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.800716] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.800807] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.800962] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.801145] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.801310] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.801495] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.802481] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff86fe4-6d85-4548-bb02-095e63f5a31a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.817686] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2df70e-bc36-43c3-9488-b5d0cfde9f7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.937477] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730225, 'name': Rename_Task, 'duration_secs': 0.176894} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.937768] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.938032] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c081b5-d3f0-455c-a237-f3f6c16b18b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.944087] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 851.944087] env[63309]: value = "task-2730227" [ 851.944087] env[63309]: _type = "Task" [ 851.944087] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.957872] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.051960] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730224, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.056358] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.057466] env[63309]: DEBUG nova.network.neutron [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Updated VIF entry in instance network info cache for port c74ad0c0-d318-41e1-940b-5a29bc1ca021. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.057921] env[63309]: DEBUG nova.network.neutron [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Updating instance_info_cache with network_info: [{"id": "c74ad0c0-d318-41e1-940b-5a29bc1ca021", "address": "fa:16:3e:c0:e4:0a", "network": {"id": "6fc12e4f-a639-4506-be6b-3d8b42c42572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-136930738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766ec1211ee4fecacec0f0cb34aa7a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74ad0c0-d3", "ovs_interfaceid": "c74ad0c0-d318-41e1-940b-5a29bc1ca021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.124528] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "f0598476-b847-4745-87ea-2f4b9b8d6603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.124893] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.125172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "f0598476-b847-4745-87ea-2f4b9b8d6603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.125406] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.125761] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.128063] env[63309]: INFO nova.compute.manager [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Terminating instance [ 852.213244] env[63309]: DEBUG nova.compute.manager [req-08bd32d2-cc15-45a4-83e2-7e3b92881fef req-88ce65c2-0d76-4467-b7bd-4cb6a7b5a3e2 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Received event network-vif-plugged-e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.213552] env[63309]: DEBUG oslo_concurrency.lockutils [req-08bd32d2-cc15-45a4-83e2-7e3b92881fef req-88ce65c2-0d76-4467-b7bd-4cb6a7b5a3e2 service nova] Acquiring lock "495bb89d-ad01-41ac-b722-af172a88d885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.213838] env[63309]: DEBUG oslo_concurrency.lockutils [req-08bd32d2-cc15-45a4-83e2-7e3b92881fef req-88ce65c2-0d76-4467-b7bd-4cb6a7b5a3e2 service nova] Lock "495bb89d-ad01-41ac-b722-af172a88d885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.214016] env[63309]: DEBUG oslo_concurrency.lockutils [req-08bd32d2-cc15-45a4-83e2-7e3b92881fef req-88ce65c2-0d76-4467-b7bd-4cb6a7b5a3e2 service nova] Lock "495bb89d-ad01-41ac-b722-af172a88d885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.214189] env[63309]: DEBUG nova.compute.manager [req-08bd32d2-cc15-45a4-83e2-7e3b92881fef req-88ce65c2-0d76-4467-b7bd-4cb6a7b5a3e2 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] No waiting events found dispatching network-vif-plugged-e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.214351] env[63309]: WARNING nova.compute.manager [req-08bd32d2-cc15-45a4-83e2-7e3b92881fef req-88ce65c2-0d76-4467-b7bd-4cb6a7b5a3e2 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Received unexpected event network-vif-plugged-e8dba58e-6977-4420-ac3e-08e0ef7f9c00 for instance with vm_state building and task_state spawning. [ 852.294753] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 99234556-bd5b-4220-af45-272e54808a34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.298905] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Successfully updated port: e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.453202] env[63309]: DEBUG oslo_vmware.api [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730227, 'name': PowerOnVM_Task, 'duration_secs': 0.479635} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.453465] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.453691] env[63309]: INFO nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Took 7.40 seconds to spawn the instance on the hypervisor. [ 852.453912] env[63309]: DEBUG nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.454775] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cddea0-0c01-48df-b794-b4a1a4090ea2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.552119] env[63309]: DEBUG oslo_vmware.api [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730226, 'name': PowerOnVM_Task, 'duration_secs': 0.538918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.555292] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.555505] env[63309]: INFO nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Took 10.04 seconds to spawn the instance on the hypervisor. [ 852.555689] env[63309]: DEBUG nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.555982] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730224, 'name': CloneVM_Task, 'duration_secs': 1.387212} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.556679] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9a8f3-a998-401d-bfee-cf3c8ed26458 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.558985] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Created linked-clone VM from snapshot [ 852.559669] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029c56e9-73ff-42d5-9152-5b0ef92018a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.562364] env[63309]: DEBUG oslo_concurrency.lockutils [req-ee6dab4a-2994-4a48-9318-75fbb55342a1 req-2ab7b814-81de-4dd7-9696-d10a0fc557c8 service nova] Releasing lock "refresh_cache-42093264-2f5a-4d97-874b-dbc7a80692c7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.571532] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Uploading image c67b51bb-ec5c-4151-b2cc-d471370e3a0a {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 852.593471] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 852.593471] env[63309]: value = "vm-549748" [ 852.593471] env[63309]: _type = "VirtualMachine" [ 852.593471] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 852.593778] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19b20d59-3192-47bf-9113-ae901acb926a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.601186] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease: (returnval){ [ 852.601186] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fa9034-1feb-5925-c77d-99efd2051bf3" [ 852.601186] env[63309]: _type = "HttpNfcLease" [ 852.601186] env[63309]: } obtained for exporting VM: (result){ [ 852.601186] env[63309]: value = "vm-549748" [ 852.601186] env[63309]: _type = "VirtualMachine" [ 852.601186] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 852.601560] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the lease: (returnval){ [ 852.601560] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fa9034-1feb-5925-c77d-99efd2051bf3" [ 852.601560] env[63309]: _type = "HttpNfcLease" [ 852.601560] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.608375] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.608375] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fa9034-1feb-5925-c77d-99efd2051bf3" [ 852.608375] env[63309]: _type = "HttpNfcLease" [ 852.608375] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 852.632026] env[63309]: DEBUG nova.compute.manager [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.632248] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.633103] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c1f834-3f5c-48d0-bb64-b83724e1921a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.640661] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.640884] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd548a1-1614-4a37-8f60-c5dfc69a5c1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.646320] env[63309]: DEBUG oslo_vmware.api [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 852.646320] env[63309]: value = "task-2730229" [ 852.646320] env[63309]: _type = "Task" [ 852.646320] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.653779] env[63309]: DEBUG oslo_vmware.api [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.802044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "refresh_cache-495bb89d-ad01-41ac-b722-af172a88d885" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.802210] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "refresh_cache-495bb89d-ad01-41ac-b722-af172a88d885" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.802367] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.803959] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 983feaac-59a0-49b3-b0a6-df826e873518 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.974086] env[63309]: INFO nova.compute.manager [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Took 46.41 seconds to build instance. [ 853.086378] env[63309]: INFO nova.compute.manager [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Took 48.18 seconds to build instance. [ 853.112014] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.112014] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fa9034-1feb-5925-c77d-99efd2051bf3" [ 853.112014] env[63309]: _type = "HttpNfcLease" [ 853.112014] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 853.112398] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 853.112398] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fa9034-1feb-5925-c77d-99efd2051bf3" [ 853.112398] env[63309]: _type = "HttpNfcLease" [ 853.112398] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 853.113109] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a322c333-ae86-4a8e-a807-9c70f2c4c060 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.121445] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a761-2f87-4bb5-28d7-65f887ffdb35/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 853.121704] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a761-2f87-4bb5-28d7-65f887ffdb35/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 853.199289] env[63309]: DEBUG oslo_vmware.api [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730229, 'name': PowerOffVM_Task, 'duration_secs': 0.33311} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.199289] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.199289] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.199289] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-085ed6a0-aaa3-4851-8076-a5ce75c51ae3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.249021] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59ea53e3-70e7-4bdd-a08a-f7799cadfca6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.279443] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.279680] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.279862] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleting the datastore file [datastore1] f0598476-b847-4745-87ea-2f4b9b8d6603 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.280153] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d1b9890-a160-4e83-ab0c-99a667aa0a8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.293695] env[63309]: DEBUG oslo_vmware.api [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 853.293695] env[63309]: value = "task-2730231" [ 853.293695] env[63309]: _type = "Task" [ 853.293695] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.301390] env[63309]: DEBUG oslo_vmware.api [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.307794] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance aa241a66-d686-4b81-9bb7-f6c97052af0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.339967] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.475677] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fc8719b6-64e1-494a-b330-139cc46da59a tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.514s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.514534] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Updating instance_info_cache with network_info: [{"id": "e8dba58e-6977-4420-ac3e-08e0ef7f9c00", "address": "fa:16:3e:c6:34:43", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dba58e-69", "ovs_interfaceid": "e8dba58e-6977-4420-ac3e-08e0ef7f9c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.588912] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c54ea985-e538-43db-a812-9d9ce995c3cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.118s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.767138] env[63309]: DEBUG nova.compute.manager [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Received event network-changed-8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.768167] env[63309]: DEBUG nova.compute.manager [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Refreshing instance network info cache due to event network-changed-8819f77a-14e2-424d-a46c-a5408ec922fb. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.768498] env[63309]: DEBUG oslo_concurrency.lockutils [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.769327] env[63309]: DEBUG oslo_concurrency.lockutils [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.769561] env[63309]: DEBUG nova.network.neutron [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Refreshing network info cache for port 8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.804358] env[63309]: DEBUG oslo_vmware.api [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313322} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.805042] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.805544] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.806303] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.806303] env[63309]: INFO nova.compute.manager [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Took 1.17 seconds to destroy the instance on the hypervisor. [ 853.806572] env[63309]: DEBUG oslo.service.loopingcall [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.807363] env[63309]: DEBUG nova.compute.manager [-] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.807589] env[63309]: DEBUG nova.network.neutron [-] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.813084] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.813453] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 25486390-011a-47c8-af69-f86e2cba1281 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 853.813912] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 30a14e79-df0a-4a42-9232-4c7a56fa731c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 853.980446] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.017342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "refresh_cache-495bb89d-ad01-41ac-b722-af172a88d885" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.017671] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Instance network_info: |[{"id": "e8dba58e-6977-4420-ac3e-08e0ef7f9c00", "address": "fa:16:3e:c6:34:43", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dba58e-69", "ovs_interfaceid": "e8dba58e-6977-4420-ac3e-08e0ef7f9c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.018165] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:34:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8dba58e-6977-4420-ac3e-08e0ef7f9c00', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.033071] env[63309]: DEBUG oslo.service.loopingcall [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.033464] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.034542] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d2af94-d911-4c5f-b947-3958e4e0a48c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.059924] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.059924] env[63309]: value = "task-2730232" [ 854.059924] env[63309]: _type = "Task" [ 854.059924] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.075717] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730232, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.278314] env[63309]: DEBUG nova.compute.manager [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Received event network-changed-e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.278598] env[63309]: DEBUG nova.compute.manager [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Refreshing instance network info cache due to event network-changed-e8dba58e-6977-4420-ac3e-08e0ef7f9c00. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.278727] env[63309]: DEBUG oslo_concurrency.lockutils [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] Acquiring lock "refresh_cache-495bb89d-ad01-41ac-b722-af172a88d885" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.278874] env[63309]: DEBUG oslo_concurrency.lockutils [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] Acquired lock "refresh_cache-495bb89d-ad01-41ac-b722-af172a88d885" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.279042] env[63309]: DEBUG nova.network.neutron [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Refreshing network info cache for port e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.319432] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance cd8beef9-1144-4fef-a50b-801249e7eebb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.509708] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.543030] env[63309]: DEBUG nova.network.neutron [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updated VIF entry in instance network info cache for port 8819f77a-14e2-424d-a46c-a5408ec922fb. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.543467] env[63309]: DEBUG nova.network.neutron [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.570459] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730232, 'name': CreateVM_Task, 'duration_secs': 0.418449} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.570714] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.571706] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.571965] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.572274] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.573028] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804f0261-ea32-458b-ba8d-77ee6b78cb69 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.578496] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 854.578496] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba23ac-3aca-9188-b4ed-c21171a9f0cd" [ 854.578496] env[63309]: _type = "Task" [ 854.578496] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.587856] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba23ac-3aca-9188-b4ed-c21171a9f0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.596916] env[63309]: DEBUG nova.network.neutron [-] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.820246] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 08bbc192-c6c0-4eb7-8f26-336732c1db17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.820567] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 854.820774] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 855.025142] env[63309]: DEBUG nova.network.neutron [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Updated VIF entry in instance network info cache for port e8dba58e-6977-4420-ac3e-08e0ef7f9c00. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.025607] env[63309]: DEBUG nova.network.neutron [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Updating instance_info_cache with network_info: [{"id": "e8dba58e-6977-4420-ac3e-08e0ef7f9c00", "address": "fa:16:3e:c6:34:43", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dba58e-69", "ovs_interfaceid": "e8dba58e-6977-4420-ac3e-08e0ef7f9c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.046766] env[63309]: DEBUG oslo_concurrency.lockutils [req-6c10df51-105f-4805-b9e3-e0da7e360203 req-844008a2-f8cf-4181-a22b-9b7d52cba5e3 service nova] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.092667] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ba23ac-3aca-9188-b4ed-c21171a9f0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.093038] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.093449] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.093542] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.093687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.093872] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.094173] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedc8c09-1a11-4609-8510-25e4ddf2e53f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.099426] env[63309]: INFO nova.compute.manager [-] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Took 1.29 seconds to deallocate network for instance. [ 855.105287] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.105479] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.106453] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47c4fa0-4e9b-48f0-96fa-abde3c12dabf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.114018] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 855.114018] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525f4828-421d-483c-829f-b5a23065daa1" [ 855.114018] env[63309]: _type = "Task" [ 855.114018] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.122473] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525f4828-421d-483c-829f-b5a23065daa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.147133] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.147272] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.148160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.148160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.148160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.151586] env[63309]: INFO nova.compute.manager [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Terminating instance [ 855.304859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019a3045-385a-4f8c-a590-687122ccac91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.314060] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495934ad-dcfd-4184-9513-b1ddcc4da2f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.349661] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da5be6b-87bd-4326-b1be-86e8d8d24655 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.357667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae5f0d5-7425-4532-bc7c-7bbd56ef32d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.371816] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.530833] env[63309]: DEBUG oslo_concurrency.lockutils [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] Releasing lock "refresh_cache-495bb89d-ad01-41ac-b722-af172a88d885" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.531090] env[63309]: DEBUG nova.compute.manager [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Received event network-vif-deleted-f0120b61-3290-4127-9658-f6129bdbfd54 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.531383] env[63309]: INFO nova.compute.manager [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Neutron deleted interface f0120b61-3290-4127-9658-f6129bdbfd54; detaching it from the instance and deleting it from the info cache [ 855.531661] env[63309]: DEBUG nova.network.neutron [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.608233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.624495] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525f4828-421d-483c-829f-b5a23065daa1, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.625301] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ddf515-1448-4978-bf1e-a7d5a4fd5234 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.630413] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 855.630413] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523dddb2-1cee-7884-5439-a606b35d205c" [ 855.630413] env[63309]: _type = "Task" [ 855.630413] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.638343] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523dddb2-1cee-7884-5439-a606b35d205c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.655372] env[63309]: DEBUG nova.compute.manager [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.655543] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.656505] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2307314a-7bc2-48b3-a4b9-59120fc45afc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.663409] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.663640] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9191a282-ae0a-494a-b73c-77b81a6679a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.669193] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 855.669193] env[63309]: value = "task-2730233" [ 855.669193] env[63309]: _type = "Task" [ 855.669193] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.677217] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.876043] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.034409] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185639ef-3e81-4068-8911-662586e4db2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.043775] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f0e9f1-2dcc-4f12-a536-07b7344303b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.079744] env[63309]: DEBUG nova.compute.manager [req-23f7441a-7e9e-42b8-8884-30b891055d21 req-1a9ebb22-70aa-4e92-ad80-eeb87c4082ba service nova] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Detach interface failed, port_id=f0120b61-3290-4127-9658-f6129bdbfd54, reason: Instance f0598476-b847-4745-87ea-2f4b9b8d6603 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.141055] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523dddb2-1cee-7884-5439-a606b35d205c, 'name': SearchDatastore_Task, 'duration_secs': 0.02903} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.141333] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.141596] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 495bb89d-ad01-41ac-b722-af172a88d885/495bb89d-ad01-41ac-b722-af172a88d885.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.141858] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c66db57-6e1c-4a58-ae85-1f89d52fa089 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.149021] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 856.149021] env[63309]: value = "task-2730234" [ 856.149021] env[63309]: _type = "Task" [ 856.149021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.157012] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.179718] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730233, 'name': PowerOffVM_Task, 'duration_secs': 0.197111} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.180025] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.180477] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.180477] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec400ed1-7f2d-48aa-8df8-bcd339ab2ad9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.261035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.261286] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.261625] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Deleting the datastore file [datastore2] b72ef8ca-dc8d-413a-9aa2-0780d92247ee {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.262396] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5d29e7-50e4-4402-bb20-ad9b17ac66aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.269646] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for the task: (returnval){ [ 856.269646] env[63309]: value = "task-2730236" [ 856.269646] env[63309]: _type = "Task" [ 856.269646] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.278198] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.381417] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 856.381919] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.655s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.382176] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.634s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.382424] env[63309]: DEBUG nova.objects.instance [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.385597] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.385740] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Cleaning up deleted instances {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 856.659887] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730234, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.780631] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.899042] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] There are 40 instances to clean {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 856.899291] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2bfbb7b4-c51d-4809-b1d8-b7aee7a6c4b2] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.160416] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686619} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.160838] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 495bb89d-ad01-41ac-b722-af172a88d885/495bb89d-ad01-41ac-b722-af172a88d885.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.160976] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.161277] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8d3ab2-9468-41a3-843b-ba36d4c4d866 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.167672] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 857.167672] env[63309]: value = "task-2730237" [ 857.167672] env[63309]: _type = "Task" [ 857.167672] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.175659] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.279863] env[63309]: DEBUG oslo_vmware.api [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Task: {'id': task-2730236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556752} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.280139] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.280338] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.280524] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.280694] env[63309]: INFO nova.compute.manager [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Took 1.63 seconds to destroy the instance on the hypervisor. [ 857.280938] env[63309]: DEBUG oslo.service.loopingcall [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.281152] env[63309]: DEBUG nova.compute.manager [-] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.281249] env[63309]: DEBUG nova.network.neutron [-] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.403387] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7715e853-f173-4f43-98f5-79782e427714 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.404785] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: b0f9c859-f8dc-4c2b-a14c-52aaf7b4dd07] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.407585] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.993s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.408868] env[63309]: INFO nova.compute.claims [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.597619] env[63309]: DEBUG nova.compute.manager [req-f3d97179-ebe5-4823-a126-d3b2b7087322 req-6eaae4c0-3810-40fb-be3f-1d19e3389055 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Received event network-vif-deleted-0b5f5146-30a4-4e79-bfbf-c589aa7e7a22 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.597766] env[63309]: INFO nova.compute.manager [req-f3d97179-ebe5-4823-a126-d3b2b7087322 req-6eaae4c0-3810-40fb-be3f-1d19e3389055 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Neutron deleted interface 0b5f5146-30a4-4e79-bfbf-c589aa7e7a22; detaching it from the instance and deleting it from the info cache [ 857.598034] env[63309]: DEBUG nova.network.neutron [req-f3d97179-ebe5-4823-a126-d3b2b7087322 req-6eaae4c0-3810-40fb-be3f-1d19e3389055 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.677824] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223306} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.678097] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.678915] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff631ea3-9965-4dfb-9a8f-d0a76c830759 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.704166] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 495bb89d-ad01-41ac-b722-af172a88d885/495bb89d-ad01-41ac-b722-af172a88d885.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.704506] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2aa9158-9ac4-4acd-b512-690210fd882a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.726982] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 857.726982] env[63309]: value = "task-2730238" [ 857.726982] env[63309]: _type = "Task" [ 857.726982] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.736814] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.912687] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 83f6c47e-ab78-407f-8bc8-114a5f2ce916] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.052779] env[63309]: DEBUG nova.network.neutron [-] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.101405] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84d6dcd7-89c8-448e-9b9c-9bc14eaafd0d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.110440] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a758f7ee-6b25-4977-a520-3afa88659d63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.146602] env[63309]: DEBUG nova.compute.manager [req-f3d97179-ebe5-4823-a126-d3b2b7087322 req-6eaae4c0-3810-40fb-be3f-1d19e3389055 service nova] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Detach interface failed, port_id=0b5f5146-30a4-4e79-bfbf-c589aa7e7a22, reason: Instance b72ef8ca-dc8d-413a-9aa2-0780d92247ee could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 858.236886] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.417522] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 084bd41e-c76d-4ee7-beba-f00feefffc36] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.554764] env[63309]: INFO nova.compute.manager [-] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Took 1.27 seconds to deallocate network for instance. [ 858.737466] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730238, 'name': ReconfigVM_Task, 'duration_secs': 0.584017} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.737677] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 495bb89d-ad01-41ac-b722-af172a88d885/495bb89d-ad01-41ac-b722-af172a88d885.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.738302] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80aa3412-7b3e-4751-836c-b99c265bccc2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.744323] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 858.744323] env[63309]: value = "task-2730239" [ 858.744323] env[63309]: _type = "Task" [ 858.744323] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.754439] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730239, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.817667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded41ea-d42c-4b89-b017-e9b13658b09e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.824865] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e787e5e5-5523-4925-8735-07d621839fb4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.855720] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4748143a-2de2-4612-9307-476740e50163 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.863093] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40336cb8-2952-44fe-afbd-4aca21d4d742 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.876715] env[63309]: DEBUG nova.compute.provider_tree [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.923889] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2660a9d8-ad47-4172-bf7a-1710aa1b3092] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.062834] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.254637] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730239, 'name': Rename_Task, 'duration_secs': 0.310005} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.255089] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.255281] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d5a81e-e1da-4330-b5df-20ac79fe6a64 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.261384] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 859.261384] env[63309]: value = "task-2730240" [ 859.261384] env[63309]: _type = "Task" [ 859.261384] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.269187] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.379654] env[63309]: DEBUG nova.scheduler.client.report [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.427033] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 578fd730-ccbc-4fe9-9a17-1bf5c1f62bf3] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.773090] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.885431] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.886104] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.888788] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.554s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.890278] env[63309]: INFO nova.compute.claims [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.930365] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f30e9f63-42de-49b6-8384-09a8ba917d28] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.274691] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730240, 'name': PowerOnVM_Task, 'duration_secs': 0.605939} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.274932] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.275149] env[63309]: INFO nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Took 8.51 seconds to spawn the instance on the hypervisor. [ 860.275326] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.276122] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003270b3-eb09-44f6-9c4e-050cc416e240 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.394397] env[63309]: DEBUG nova.compute.utils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.397453] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.397617] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.433394] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 7e4dfe48-66be-458e-a142-b5d039d1306a] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.449307] env[63309]: DEBUG nova.policy [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1633a6442a76429398f9f67b149b9549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a66882aef9c426fb887f2f9ce6a7d09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.776687] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Successfully created port: ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.797734] env[63309]: INFO nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Took 49.42 seconds to build instance. [ 860.902146] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.936501] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 88980f36-3dbc-43b1-9c7c-a4db359a7c49] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.301517] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "495bb89d-ad01-41ac-b722-af172a88d885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.400s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.377487] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb57b1-31de-4ba7-b50f-34f13d8b7dc0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.389096] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3265a7c3-585f-4f66-a086-5c2bad088f5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.425831] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf556d1a-b377-4abd-9f04-015fdcc05a52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.434792] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea9f60a-db91-4d40-b4f2-087b80cd1d61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.440923] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 02942cf6-fe72-4f77-9d87-ac9287527317] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.453473] env[63309]: DEBUG nova.compute.provider_tree [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.905022] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a761-2f87-4bb5-28d7-65f887ffdb35/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.905568] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa95af-3a73-42fe-9f76-69a812183974 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.912498] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a761-2f87-4bb5-28d7-65f887ffdb35/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.912838] env[63309]: ERROR oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a761-2f87-4bb5-28d7-65f887ffdb35/disk-0.vmdk due to incomplete transfer. [ 861.913188] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db6f2e23-1729-4d22-aa00-153e7232ad5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.921116] env[63309]: DEBUG oslo_vmware.rw_handles [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a761-2f87-4bb5-28d7-65f887ffdb35/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.921116] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Uploaded image c67b51bb-ec5c-4151-b2cc-d471370e3a0a to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 861.923178] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.923440] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3623eb1d-41c3-4149-9b64-7baab4131f9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.931443] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.933585] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 861.933585] env[63309]: value = "task-2730241" [ 861.933585] env[63309]: _type = "Task" [ 861.933585] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.943080] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730241, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.945806] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 1a8ea490-d495-4aec-8618-d450300c95bd] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.956466] env[63309]: DEBUG nova.scheduler.client.report [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.962673] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.962975] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.963155] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.963387] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.963527] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.963741] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.963959] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.964136] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.964328] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.964497] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.964705] env[63309]: DEBUG nova.virt.hardware [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.965611] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb81c3dc-3c8b-4219-a809-919d88d77495 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.976436] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f38eae9-4a0f-4ac9-8895-3ca49b1c6a17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.221393] env[63309]: DEBUG nova.compute.manager [req-4d6acf7c-49f7-4827-a186-f0e8f8b2a64a req-ccf7c60e-bf4e-4595-ad86-d4c8947758c7 service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Received event network-vif-plugged-ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.221393] env[63309]: DEBUG oslo_concurrency.lockutils [req-4d6acf7c-49f7-4827-a186-f0e8f8b2a64a req-ccf7c60e-bf4e-4595-ad86-d4c8947758c7 service nova] Acquiring lock "9dafca40-ecac-4e8f-b50b-92dab404efb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.221393] env[63309]: DEBUG oslo_concurrency.lockutils [req-4d6acf7c-49f7-4827-a186-f0e8f8b2a64a req-ccf7c60e-bf4e-4595-ad86-d4c8947758c7 service nova] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.221393] env[63309]: DEBUG oslo_concurrency.lockutils [req-4d6acf7c-49f7-4827-a186-f0e8f8b2a64a req-ccf7c60e-bf4e-4595-ad86-d4c8947758c7 service nova] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.221393] env[63309]: DEBUG nova.compute.manager [req-4d6acf7c-49f7-4827-a186-f0e8f8b2a64a req-ccf7c60e-bf4e-4595-ad86-d4c8947758c7 service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] No waiting events found dispatching network-vif-plugged-ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.221583] env[63309]: WARNING nova.compute.manager [req-4d6acf7c-49f7-4827-a186-f0e8f8b2a64a req-ccf7c60e-bf4e-4595-ad86-d4c8947758c7 service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Received unexpected event network-vif-plugged-ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 for instance with vm_state building and task_state spawning. [ 862.312172] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Successfully updated port: ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.444202] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730241, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.450890] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 986ddb2d-7aeb-457d-9b8a-da57829421f7] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.471108] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.472678] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.474583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.132s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.814045] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "refresh_cache-9dafca40-ecac-4e8f-b50b-92dab404efb8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.815033] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "refresh_cache-9dafca40-ecac-4e8f-b50b-92dab404efb8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.815033] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.946109] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730241, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.954079] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: b77d178a-2937-4dac-a312-ce924b4f3f36] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.978767] env[63309]: DEBUG nova.compute.utils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.982486] env[63309]: INFO nova.compute.claims [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.987582] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.987726] env[63309]: DEBUG nova.network.neutron [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.039025] env[63309]: DEBUG nova.policy [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd493cf5e5cb84effa6f8b5b8459dde80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f28033d822cd47549891af8de26ab635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.346992] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.373675] env[63309]: DEBUG nova.network.neutron [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Successfully created port: 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.447878] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730241, 'name': Destroy_Task, 'duration_secs': 1.144731} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.448197] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Destroyed the VM [ 863.448383] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.448625] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a2f3545-ec13-4500-b1f3-9a7e80800b45 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.454689] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 863.454689] env[63309]: value = "task-2730242" [ 863.454689] env[63309]: _type = "Task" [ 863.454689] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.458227] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 090d4a37-b802-4dc6-909f-9abd1cd31bb2] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.470022] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.482544] env[63309]: DEBUG nova.network.neutron [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Updating instance_info_cache with network_info: [{"id": "ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1", "address": "fa:16:3e:6e:e9:2d", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4b0e46-50", "ovs_interfaceid": "ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.491930] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.498134] env[63309]: INFO nova.compute.resource_tracker [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating resource usage from migration 25486390-011a-47c8-af69-f86e2cba1281 [ 863.796557] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "cb666062-133e-4bee-86e4-c8a2998e3ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.796797] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.962381] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: a1bb506c-b8ca-4887-bf41-f59b5bdd96c7] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.967646] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730242, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.985600] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "refresh_cache-9dafca40-ecac-4e8f-b50b-92dab404efb8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.986367] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Instance network_info: |[{"id": "ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1", "address": "fa:16:3e:6e:e9:2d", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4b0e46-50", "ovs_interfaceid": "ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.986781] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:e9:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.994926] env[63309]: DEBUG oslo.service.loopingcall [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.995796] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.998517] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7447889a-5c9a-40c1-8a5f-819c5087d03e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.023278] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.023278] env[63309]: value = "task-2730243" [ 864.023278] env[63309]: _type = "Task" [ 864.023278] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.034795] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730243, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.062935] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e572c-3204-48f0-aafc-5e370382c493 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.070986] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da8e812-a050-4aad-91f9-fbb9801abf92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.101643] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382718a-eeb9-418d-87fe-f64cba6b35f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.109789] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ca10b-5d7d-43fe-9f72-7ce4f9f57b81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.126672] env[63309]: DEBUG nova.compute.provider_tree [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.286268] env[63309]: DEBUG nova.compute.manager [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Received event network-changed-ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.287315] env[63309]: DEBUG nova.compute.manager [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Refreshing instance network info cache due to event network-changed-ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 864.287315] env[63309]: DEBUG oslo_concurrency.lockutils [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] Acquiring lock "refresh_cache-9dafca40-ecac-4e8f-b50b-92dab404efb8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.287315] env[63309]: DEBUG oslo_concurrency.lockutils [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] Acquired lock "refresh_cache-9dafca40-ecac-4e8f-b50b-92dab404efb8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.287315] env[63309]: DEBUG nova.network.neutron [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Refreshing network info cache for port ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.305034] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.465375] env[63309]: DEBUG oslo_vmware.api [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730242, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755264} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.465717] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.465848] env[63309]: INFO nova.compute.manager [None req-5509a116-29c9-4b71-b0b2-9b099faf6eb5 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 864.468693] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 1bdd687f-a5ad-435e-a659-46c35becc981] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.519462] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.535495] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730243, 'name': CreateVM_Task, 'duration_secs': 0.433404} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.535658] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.536318] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.536483] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.536789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.537052] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fa0908-3936-433e-80be-552862bd77c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.543391] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 864.543391] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5280ab61-df6e-95da-f2f7-a9b09acac46c" [ 864.543391] env[63309]: _type = "Task" [ 864.543391] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.548515] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.548732] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.548889] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.549081] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.549233] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.549387] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.549582] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.549740] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.549955] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.550144] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.550352] env[63309]: DEBUG nova.virt.hardware [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.551361] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1965a9db-5885-4eab-9d8a-c06ac24655fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.558617] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5280ab61-df6e-95da-f2f7-a9b09acac46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.561957] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadce99c-0a69-4908-8143-76bbee0369d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.629697] env[63309]: DEBUG nova.scheduler.client.report [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.830656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.973045] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 5115d225-d919-423e-a06a-abda789c9728] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.054332] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5280ab61-df6e-95da-f2f7-a9b09acac46c, 'name': SearchDatastore_Task, 'duration_secs': 0.031537} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.054617] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.055142] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.055142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.055349] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.055421] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.055685] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a27bef8-0c19-4302-9a6a-2cf72ab5c650 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.066319] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.066319] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.067641] env[63309]: DEBUG nova.network.neutron [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Updated VIF entry in instance network info cache for port ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.067931] env[63309]: DEBUG nova.network.neutron [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Updating instance_info_cache with network_info: [{"id": "ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1", "address": "fa:16:3e:6e:e9:2d", "network": {"id": "9205273c-e0bf-449b-bbfe-9abecca6136e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1230130993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a66882aef9c426fb887f2f9ce6a7d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4b0e46-50", "ovs_interfaceid": "ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.070088] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806cffc8-7c15-4db3-968e-6407e976d206 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.075631] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 865.075631] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520f8bdc-b452-afc3-8f09-442a2c5f2c6b" [ 865.075631] env[63309]: _type = "Task" [ 865.075631] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.084849] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520f8bdc-b452-afc3-8f09-442a2c5f2c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.134954] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.660s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.135190] env[63309]: INFO nova.compute.manager [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Migrating [ 865.141472] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.226s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.141624] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.144069] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.795s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.144237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.145940] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.376s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.147359] env[63309]: INFO nova.compute.claims [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.178259] env[63309]: INFO nova.scheduler.client.report [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted allocations for instance 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d [ 865.179968] env[63309]: INFO nova.scheduler.client.report [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocations for instance e65851fc-79c2-4698-8176-a01d65cb9a57 [ 865.233401] env[63309]: DEBUG nova.network.neutron [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Successfully updated port: 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.478811] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: e2d1e14a-adc0-4dd8-8ce4-9844717d10d7] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.573333] env[63309]: DEBUG oslo_concurrency.lockutils [req-22a3c420-484a-4f61-8355-6af20290bd34 req-2487169a-73db-4a35-9903-e8cd2072573b service nova] Releasing lock "refresh_cache-9dafca40-ecac-4e8f-b50b-92dab404efb8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.585793] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520f8bdc-b452-afc3-8f09-442a2c5f2c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.052195} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.586587] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308aebf9-d3ab-455a-9865-7a4314e58769 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.592049] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 865.592049] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527a58e9-de53-80b7-1d48-b1cc9279baec" [ 865.592049] env[63309]: _type = "Task" [ 865.592049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.599178] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527a58e9-de53-80b7-1d48-b1cc9279baec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.659476] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.659613] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.659782] env[63309]: DEBUG nova.network.neutron [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.691830] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2986d5ce-b9cf-4453-a89b-192ae30913fa tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "5bbd2152-efa9-4c21-aa2a-d4df4ae4891d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.643s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.697874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3da6636-faa4-4944-b11b-bb1269635157 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "e65851fc-79c2-4698-8176-a01d65cb9a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.239s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.736164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.736306] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.736453] env[63309]: DEBUG nova.network.neutron [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.981754] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 62442772-63e0-46c1-9955-30f9cdb700a2] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.102060] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527a58e9-de53-80b7-1d48-b1cc9279baec, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.102327] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.102579] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 9dafca40-ecac-4e8f-b50b-92dab404efb8/9dafca40-ecac-4e8f-b50b-92dab404efb8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.102832] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95e19c94-f5fb-44dc-83ce-2fbe9a5d0299 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.109828] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 866.109828] env[63309]: value = "task-2730244" [ 866.109828] env[63309]: _type = "Task" [ 866.109828] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.119090] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.290160] env[63309]: DEBUG nova.network.neutron [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.317734] env[63309]: DEBUG nova.compute.manager [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-vif-plugged-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.317837] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] Acquiring lock "00a88b94-2daf-49d6-acfb-294be9838f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.318162] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] Lock "00a88b94-2daf-49d6-acfb-294be9838f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.318215] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] Lock "00a88b94-2daf-49d6-acfb-294be9838f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.318379] env[63309]: DEBUG nova.compute.manager [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] No waiting events found dispatching network-vif-plugged-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.318543] env[63309]: WARNING nova.compute.manager [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received unexpected event network-vif-plugged-992483aa-7b5a-4f74-88ed-6821a311ecb0 for instance with vm_state building and task_state spawning. [ 866.318701] env[63309]: DEBUG nova.compute.manager [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.318853] env[63309]: DEBUG nova.compute.manager [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing instance network info cache due to event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.319063] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] Acquiring lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.449359] env[63309]: DEBUG nova.network.neutron [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [{"id": "42dcb717-c127-4817-a767-da6318ae6440", "address": "fa:16:3e:98:d6:38", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dcb717-c1", "ovs_interfaceid": "42dcb717-c127-4817-a767-da6318ae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.485273] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f84492b5-d1ea-4ef0-983e-7e5039fcb3fe] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.531111] env[63309]: DEBUG nova.network.neutron [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.620318] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730244, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.648968] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488b593e-edf1-4b15-b068-63f3fb0c3ca4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.656143] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b67aeba-049a-4359-b340-4395bd16e132 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.688092] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319adccd-5c0d-474e-b769-5b27191f1148 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.694426] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5abd49e-4809-4e1e-8b5f-ccc160748990 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.708860] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "64ede278-e96e-485e-8a84-f2701d95aec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.709107] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "64ede278-e96e-485e-8a84-f2701d95aec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.709311] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "64ede278-e96e-485e-8a84-f2701d95aec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.709491] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "64ede278-e96e-485e-8a84-f2701d95aec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.709656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "64ede278-e96e-485e-8a84-f2701d95aec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.711343] env[63309]: DEBUG nova.compute.provider_tree [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.712676] env[63309]: INFO nova.compute.manager [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Terminating instance [ 866.958201] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.988445] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: e326a358-f9de-48db-a7ef-a11636ec7c07] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.033787] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Releasing lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.034137] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Instance network_info: |[{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.034437] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] Acquired lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.034616] env[63309]: DEBUG nova.network.neutron [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.036065] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e7:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '992483aa-7b5a-4f74-88ed-6821a311ecb0', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.043413] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Creating folder: Project (f28033d822cd47549891af8de26ab635). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.044327] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38d6ac77-5190-4f85-80de-d23ce00b11d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.055377] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Created folder: Project (f28033d822cd47549891af8de26ab635) in parent group-v549567. [ 867.055553] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Creating folder: Instances. Parent ref: group-v549751. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.055763] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-563a0bf8-347b-4a78-8e7a-8b74a03ab269 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.063557] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Created folder: Instances in parent group-v549751. [ 867.063780] env[63309]: DEBUG oslo.service.loopingcall [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.063974] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.064162] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b4fbe8-caa9-4362-9d42-fa98aca2a901 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.081685] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.081685] env[63309]: value = "task-2730247" [ 867.081685] env[63309]: _type = "Task" [ 867.081685] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.091667] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730247, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.120725] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551848} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.120980] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 9dafca40-ecac-4e8f-b50b-92dab404efb8/9dafca40-ecac-4e8f-b50b-92dab404efb8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.121250] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.121451] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c5cf298-040a-469a-b734-549062cab1e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.127321] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 867.127321] env[63309]: value = "task-2730248" [ 867.127321] env[63309]: _type = "Task" [ 867.127321] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.134682] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.215658] env[63309]: DEBUG nova.scheduler.client.report [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.219271] env[63309]: DEBUG nova.compute.manager [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.219521] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.220585] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e467afc-e17c-4dce-8919-dd1a4581f4c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.228514] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.228755] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bcc5a0-58c2-4665-9203-682264e5d645 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.235567] env[63309]: DEBUG oslo_vmware.api [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 867.235567] env[63309]: value = "task-2730249" [ 867.235567] env[63309]: _type = "Task" [ 867.235567] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.244329] env[63309]: DEBUG oslo_vmware.api [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.491209] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: aed994a0-1568-47e7-84d2-2bbdd70b7fbf] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.591741] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730247, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.641450] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181926} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.641774] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.642577] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c0e753-c5a6-4213-a7b0-ec9b27a37e7b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.664842] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9dafca40-ecac-4e8f-b50b-92dab404efb8/9dafca40-ecac-4e8f-b50b-92dab404efb8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.667765] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283fa2d2-5b7a-4b1f-8404-6b812816a88f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.687156] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 867.687156] env[63309]: value = "task-2730250" [ 867.687156] env[63309]: _type = "Task" [ 867.687156] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.696807] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.721709] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.722317] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.725177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.749s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.725386] env[63309]: DEBUG nova.objects.instance [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.747276] env[63309]: DEBUG oslo_vmware.api [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730249, 'name': PowerOffVM_Task, 'duration_secs': 0.461942} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.747276] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.747466] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.749492] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf31443-455b-4319-8dae-bb3560fad89a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.799730] env[63309]: DEBUG nova.network.neutron [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updated VIF entry in instance network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.800314] env[63309]: DEBUG nova.network.neutron [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.805424] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.805700] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.805976] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleting the datastore file [datastore2] 64ede278-e96e-485e-8a84-f2701d95aec3 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.806345] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb1d06b-82be-4cba-bb30-f4035e026393 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.813631] env[63309]: DEBUG oslo_vmware.api [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 867.813631] env[63309]: value = "task-2730252" [ 867.813631] env[63309]: _type = "Task" [ 867.813631] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.822779] env[63309]: DEBUG oslo_vmware.api [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.995507] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2ff32205-b658-4fe8-bd8a-6aad504ad3e1] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.091892] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730247, 'name': CreateVM_Task, 'duration_secs': 0.659605} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.092110] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.092776] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.092941] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.093254] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.093498] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597137fe-3cd9-446a-8f71-0b5c5ecad1f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.098206] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 868.098206] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52439719-453b-db07-722c-d8a97ebf3535" [ 868.098206] env[63309]: _type = "Task" [ 868.098206] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.105751] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52439719-453b-db07-722c-d8a97ebf3535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.196013] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730250, 'name': ReconfigVM_Task, 'duration_secs': 0.258285} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.196300] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9dafca40-ecac-4e8f-b50b-92dab404efb8/9dafca40-ecac-4e8f-b50b-92dab404efb8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.196956] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3c2f8b6-d989-42cf-be20-aa56300e93c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.203615] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 868.203615] env[63309]: value = "task-2730253" [ 868.203615] env[63309]: _type = "Task" [ 868.203615] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.211763] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730253, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.230762] env[63309]: DEBUG nova.compute.utils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.235021] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.235232] env[63309]: DEBUG nova.network.neutron [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.303395] env[63309]: DEBUG oslo_concurrency.lockutils [req-bcd15f97-dce8-4bd5-b37e-d7cb9bcfe864 req-f35d4e98-b2e1-4423-8fc7-8cbec334b56d service nova] Releasing lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.309051] env[63309]: DEBUG nova.policy [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc61e9384e94396bb9c7f0c52349a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ede1c995fa48d1b5b23266b015ca05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.323308] env[63309]: DEBUG oslo_vmware.api [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160874} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.323557] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.323769] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.323959] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.324154] env[63309]: INFO nova.compute.manager [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 868.324394] env[63309]: DEBUG oslo.service.loopingcall [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.324582] env[63309]: DEBUG nova.compute.manager [-] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.324676] env[63309]: DEBUG nova.network.neutron [-] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.473668] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2661f356-f8f3-434f-b5ad-8dfe8c5fb282 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.497386] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.501116] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 72ad0057-c02b-4a31-8d58-e33c0b085c9b] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.609432] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52439719-453b-db07-722c-d8a97ebf3535, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.609555] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.609790] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.610076] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.610171] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.610345] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.610651] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8123c93-3152-4ae5-9f4f-04b319bcd785 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.623287] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.623479] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.624255] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9250ed0-4e4d-4a2a-92bd-0ed5f98ac786 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.629272] env[63309]: DEBUG nova.network.neutron [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Successfully created port: e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.634030] env[63309]: DEBUG nova.compute.manager [req-9e92adf7-5b83-43c4-92ff-0798ee01e6f1 req-221c102a-acc9-4572-b157-2764045ca291 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Received event network-vif-deleted-83034fb0-171d-42b4-a978-ff683e03a79e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.634187] env[63309]: INFO nova.compute.manager [req-9e92adf7-5b83-43c4-92ff-0798ee01e6f1 req-221c102a-acc9-4572-b157-2764045ca291 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Neutron deleted interface 83034fb0-171d-42b4-a978-ff683e03a79e; detaching it from the instance and deleting it from the info cache [ 868.634362] env[63309]: DEBUG nova.network.neutron [req-9e92adf7-5b83-43c4-92ff-0798ee01e6f1 req-221c102a-acc9-4572-b157-2764045ca291 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.635648] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 868.635648] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52990626-20ca-378d-b268-3592fc542f41" [ 868.635648] env[63309]: _type = "Task" [ 868.635648] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.647019] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52990626-20ca-378d-b268-3592fc542f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.713274] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730253, 'name': Rename_Task, 'duration_secs': 0.164055} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.713531] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.713812] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af742486-48a3-492d-9700-df2cbcaecfe5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.720194] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 868.720194] env[63309]: value = "task-2730254" [ 868.720194] env[63309]: _type = "Task" [ 868.720194] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.727476] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.736116] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.739381] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3c0394a5-e663-4ae3-87bb-afafa09812e9 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.740549] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.889s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.740749] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.742841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.761s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.744461] env[63309]: INFO nova.compute.claims [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.775260] env[63309]: INFO nova.scheduler.client.report [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Deleted allocations for instance 159ca879-6987-4172-ba28-5bc3592daded [ 869.008715] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.011272] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 753eb1b2-d48c-4d4b-8f31-d0f395991028] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.016503] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c68cd202-4383-4e66-b8c2-da05179fd5e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.025491] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 869.025491] env[63309]: value = "task-2730255" [ 869.025491] env[63309]: _type = "Task" [ 869.025491] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.044629] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.088370] env[63309]: DEBUG nova.network.neutron [-] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.137109] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9758f555-501d-4cdb-863c-cadbdd870853 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.150780] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52990626-20ca-378d-b268-3592fc542f41, 'name': SearchDatastore_Task, 'duration_secs': 0.028207} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.152624] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ff757c-aac6-4420-bb37-158bd14694fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.157507] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21745c-25d4-4e83-bb8a-6bb6b5f62b12 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.172188] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 869.172188] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52626e14-9abd-72f3-60b3-05e3fa1febbc" [ 869.172188] env[63309]: _type = "Task" [ 869.172188] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.180212] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52626e14-9abd-72f3-60b3-05e3fa1febbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.197355] env[63309]: DEBUG nova.compute.manager [req-9e92adf7-5b83-43c4-92ff-0798ee01e6f1 req-221c102a-acc9-4572-b157-2764045ca291 service nova] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Detach interface failed, port_id=83034fb0-171d-42b4-a978-ff683e03a79e, reason: Instance 64ede278-e96e-485e-8a84-f2701d95aec3 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 869.230556] env[63309]: DEBUG oslo_vmware.api [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730254, 'name': PowerOnVM_Task, 'duration_secs': 0.433091} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.230736] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.230933] env[63309]: INFO nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Took 7.30 seconds to spawn the instance on the hypervisor. [ 869.231157] env[63309]: DEBUG nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.231984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbbc09a-deac-46cd-a2ea-ddc8d3d4cccf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.281179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdb6d74c-ea93-47c6-8c86-7e9116bdb323 tempest-SecurityGroupsTestJSON-1777375740 tempest-SecurityGroupsTestJSON-1777375740-project-member] Lock "159ca879-6987-4172-ba28-5bc3592daded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.043s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.523221] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 3481b312-c716-41b4-a9f4-8992ce7fc1fc] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.539164] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730255, 'name': PowerOffVM_Task, 'duration_secs': 0.220666} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.539164] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.539164] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.591284] env[63309]: INFO nova.compute.manager [-] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Took 1.27 seconds to deallocate network for instance. [ 869.685018] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52626e14-9abd-72f3-60b3-05e3fa1febbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.685018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.685018] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 00a88b94-2daf-49d6-acfb-294be9838f90/00a88b94-2daf-49d6-acfb-294be9838f90.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.685018] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f3c79f-53f5-4397-9c08-6901abee5a7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.690116] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 869.690116] env[63309]: value = "task-2730256" [ 869.690116] env[63309]: _type = "Task" [ 869.690116] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.697862] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.750857] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.757708] env[63309]: INFO nova.compute.manager [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Took 48.38 seconds to build instance. [ 869.793024] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.793024] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.793024] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.794398] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.794398] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.794398] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.794398] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.794398] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.794568] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.794568] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.794568] env[63309]: DEBUG nova.virt.hardware [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.795593] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db51d3c-8565-43a4-b22b-263fca269ed3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.805802] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5628d2-8fc1-4b13-bb11-0e5bfe42f051 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.025442] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 78ccd719-ff4f-44fb-a789-3ed60b862ffb] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.044772] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.049025] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.049025] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.049025] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.049025] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.049025] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.049025] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.049364] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.049364] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.049364] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.049364] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.056701] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21762a6-e8d5-44cf-8bd8-e11ef99af374 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.077108] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 870.077108] env[63309]: value = "task-2730257" [ 870.077108] env[63309]: _type = "Task" [ 870.077108] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.091824] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.100508] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.202793] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730256, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.260064] env[63309]: DEBUG oslo_concurrency.lockutils [None req-400ef83a-0c32-4d33-aab9-aa7dd0644087 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.332s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.285925] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7193b-4474-4450-8715-3d5a2b2514d9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.298217] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8590a119-ddab-4e60-be3d-6131cfce401b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.334993] env[63309]: DEBUG nova.compute.manager [req-76fcc1d6-361c-4d5e-847b-b1fc498f38f5 req-ac993e29-c0a5-40b7-b561-93c24d1d6c4a service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Received event network-vif-plugged-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.335226] env[63309]: DEBUG oslo_concurrency.lockutils [req-76fcc1d6-361c-4d5e-847b-b1fc498f38f5 req-ac993e29-c0a5-40b7-b561-93c24d1d6c4a service nova] Acquiring lock "99234556-bd5b-4220-af45-272e54808a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.335436] env[63309]: DEBUG oslo_concurrency.lockutils [req-76fcc1d6-361c-4d5e-847b-b1fc498f38f5 req-ac993e29-c0a5-40b7-b561-93c24d1d6c4a service nova] Lock "99234556-bd5b-4220-af45-272e54808a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.335831] env[63309]: DEBUG oslo_concurrency.lockutils [req-76fcc1d6-361c-4d5e-847b-b1fc498f38f5 req-ac993e29-c0a5-40b7-b561-93c24d1d6c4a service nova] Lock "99234556-bd5b-4220-af45-272e54808a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.335831] env[63309]: DEBUG nova.compute.manager [req-76fcc1d6-361c-4d5e-847b-b1fc498f38f5 req-ac993e29-c0a5-40b7-b561-93c24d1d6c4a service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] No waiting events found dispatching network-vif-plugged-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.335992] env[63309]: WARNING nova.compute.manager [req-76fcc1d6-361c-4d5e-847b-b1fc498f38f5 req-ac993e29-c0a5-40b7-b561-93c24d1d6c4a service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Received unexpected event network-vif-plugged-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 for instance with vm_state building and task_state spawning. [ 870.336757] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b8feb2-b5b8-4825-8130-b67b6fd26bce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.345153] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac858b-c182-42cc-8c01-f165842ffb7f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.361649] env[63309]: DEBUG nova.compute.provider_tree [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.488192] env[63309]: DEBUG nova.network.neutron [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Successfully updated port: e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.528974] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f7641e0e-f7ad-4c83-af28-d86c20d65583] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.587454] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730257, 'name': ReconfigVM_Task, 'duration_secs': 0.33146} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.587916] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.702061] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524743} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.702335] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 00a88b94-2daf-49d6-acfb-294be9838f90/00a88b94-2daf-49d6-acfb-294be9838f90.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.702547] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.702796] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d32a86-2aa4-47b1-bdf2-723a994598cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.709340] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 870.709340] env[63309]: value = "task-2730258" [ 870.709340] env[63309]: _type = "Task" [ 870.709340] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.717630] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.777490] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "495bb89d-ad01-41ac-b722-af172a88d885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.777756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "495bb89d-ad01-41ac-b722-af172a88d885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.777964] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "495bb89d-ad01-41ac-b722-af172a88d885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.778170] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "495bb89d-ad01-41ac-b722-af172a88d885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.778342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "495bb89d-ad01-41ac-b722-af172a88d885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.780452] env[63309]: INFO nova.compute.manager [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Terminating instance [ 870.865406] env[63309]: DEBUG nova.scheduler.client.report [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.874512] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "9dafca40-ecac-4e8f-b50b-92dab404efb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.874750] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.875035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "9dafca40-ecac-4e8f-b50b-92dab404efb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.875244] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.875412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.878049] env[63309]: INFO nova.compute.manager [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Terminating instance [ 870.991545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.991821] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.991889] env[63309]: DEBUG nova.network.neutron [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.034114] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 4e8b8b40-13fe-4874-9bec-63a68c599091] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.094461] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:09:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='819822fc-65f0-41b1-bfba-5f8ba8eeb30f',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1978274115',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.094461] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.094690] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.097214] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.097214] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.097214] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.097214] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.097214] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.097514] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.097514] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.097514] env[63309]: DEBUG nova.virt.hardware [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.102121] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.102428] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc89819-d1af-425c-9259-d9163c43943a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.121531] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 871.121531] env[63309]: value = "task-2730259" [ 871.121531] env[63309]: _type = "Task" [ 871.121531] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.132222] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.219877] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.220228] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.221008] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a97080-8e3b-459f-9ec7-ffef5861462c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.245562] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 00a88b94-2daf-49d6-acfb-294be9838f90/00a88b94-2daf-49d6-acfb-294be9838f90.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.245562] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451e1e67-2e10-46fb-aa52-850375ce92ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.266933] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 871.266933] env[63309]: value = "task-2730260" [ 871.266933] env[63309]: _type = "Task" [ 871.266933] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.276430] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.284606] env[63309]: DEBUG nova.compute.manager [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.284606] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.285840] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a7c508-3ca4-432a-8ab7-3cff4ac9eb24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.292610] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.292876] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b9c3b35-18a5-45bd-ba7d-fb4b242f0005 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.297988] env[63309]: DEBUG oslo_vmware.api [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 871.297988] env[63309]: value = "task-2730261" [ 871.297988] env[63309]: _type = "Task" [ 871.297988] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.306167] env[63309]: DEBUG oslo_vmware.api [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.371187] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.371549] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.375143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.517s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.375608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.378627] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.710s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.380679] env[63309]: INFO nova.compute.claims [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.385380] env[63309]: DEBUG nova.compute.manager [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.385676] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.387230] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d665ad6e-15f4-439d-87e8-bdff7a5af664 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.397330] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.397665] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15093761-5a78-4006-a5c2-3c664c7e0575 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.405056] env[63309]: DEBUG oslo_vmware.api [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 871.405056] env[63309]: value = "task-2730262" [ 871.405056] env[63309]: _type = "Task" [ 871.405056] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.411124] env[63309]: INFO nova.scheduler.client.report [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted allocations for instance 135a5545-3e10-4e74-b324-438d1f40624d [ 871.425217] env[63309]: DEBUG oslo_vmware.api [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.539343] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 82b4b4cf-1a0b-45a5-accc-174b16151b7b] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.550538] env[63309]: DEBUG nova.network.neutron [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.632997] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730259, 'name': ReconfigVM_Task, 'duration_secs': 0.343455} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.634685] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.634685] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06031c54-38ce-4f1e-8287-f6439bdc8e64 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.664620] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.667735] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d50ebf8-31fa-4c38-8232-31844cefb567 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.688852] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 871.688852] env[63309]: value = "task-2730263" [ 871.688852] env[63309]: _type = "Task" [ 871.688852] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.702903] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.783429] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730260, 'name': ReconfigVM_Task, 'duration_secs': 0.455585} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.783804] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 00a88b94-2daf-49d6-acfb-294be9838f90/00a88b94-2daf-49d6-acfb-294be9838f90.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.784973] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4600d849-0928-4c97-bb77-bd0b219f4c4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.792137] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 871.792137] env[63309]: value = "task-2730264" [ 871.792137] env[63309]: _type = "Task" [ 871.792137] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.805233] env[63309]: DEBUG nova.network.neutron [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updating instance_info_cache with network_info: [{"id": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "address": "fa:16:3e:01:e2:3a", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0a520-8d", "ovs_interfaceid": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.806647] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730264, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.813085] env[63309]: DEBUG oslo_vmware.api [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730261, 'name': PowerOffVM_Task, 'duration_secs': 0.317932} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.813471] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.813659] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.813971] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370c12c9-fa2b-4964-b177-924d0b7d1f59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.879828] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.880083] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.880280] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleting the datastore file [datastore2] 495bb89d-ad01-41ac-b722-af172a88d885 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.880693] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83b3e686-bbda-44ed-9eba-d48de97be13f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.887282] env[63309]: DEBUG nova.compute.utils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.894285] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.894493] env[63309]: DEBUG nova.network.neutron [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.900946] env[63309]: DEBUG oslo_vmware.api [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 871.900946] env[63309]: value = "task-2730266" [ 871.900946] env[63309]: _type = "Task" [ 871.900946] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.911474] env[63309]: DEBUG oslo_vmware.api [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.923713] env[63309]: DEBUG oslo_vmware.api [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730262, 'name': PowerOffVM_Task, 'duration_secs': 0.370958} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.923713] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ac8ea7-8ff3-4e71-a5f8-772855fe8f22 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "135a5545-3e10-4e74-b324-438d1f40624d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.075s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.924219] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.924399] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.924893] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b271785d-07a8-47b8-b04e-113fe24891d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.043892] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: a81d331d-a372-4b75-adea-cd324d89174f] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.200755] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730263, 'name': ReconfigVM_Task, 'duration_secs': 0.422667} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.201239] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.201516] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.207516] env[63309]: DEBUG nova.policy [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c97262fe4f40b192b47cac4596d498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd489e2b7b04bcba5b6f6c1a7f80bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.261199] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.261432] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.261615] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleting the datastore file [datastore1] 9dafca40-ecac-4e8f-b50b-92dab404efb8 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.262054] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c0e6f3-31b3-465b-b919-4c82ac1b7002 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.268966] env[63309]: DEBUG oslo_vmware.api [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for the task: (returnval){ [ 872.268966] env[63309]: value = "task-2730268" [ 872.268966] env[63309]: _type = "Task" [ 872.268966] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.276714] env[63309]: DEBUG oslo_vmware.api [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.304594] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730264, 'name': Rename_Task, 'duration_secs': 0.169844} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.304885] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.305169] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf694d4f-036f-4fc8-bcaa-378037ca9b91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.308537] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.308870] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Instance network_info: |[{"id": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "address": "fa:16:3e:01:e2:3a", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0a520-8d", "ovs_interfaceid": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.309571] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:e2:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a0a520-8d2c-41ac-84c5-02beb8ce50d9', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.317124] env[63309]: DEBUG oslo.service.loopingcall [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.318856] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99234556-bd5b-4220-af45-272e54808a34] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.319206] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 872.319206] env[63309]: value = "task-2730269" [ 872.319206] env[63309]: _type = "Task" [ 872.319206] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.319393] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d7e1564-ca98-4d2a-8a8b-79aa3c4f743b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.343289] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730269, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.344604] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.344604] env[63309]: value = "task-2730270" [ 872.344604] env[63309]: _type = "Task" [ 872.344604] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.352326] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730270, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.396528] env[63309]: DEBUG nova.compute.manager [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Received event network-changed-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.396717] env[63309]: DEBUG nova.compute.manager [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Refreshing instance network info cache due to event network-changed-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.397019] env[63309]: DEBUG oslo_concurrency.lockutils [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] Acquiring lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.397326] env[63309]: DEBUG oslo_concurrency.lockutils [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] Acquired lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.397512] env[63309]: DEBUG nova.network.neutron [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Refreshing network info cache for port e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.401228] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.154128] env[63309]: DEBUG nova.network.neutron [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Successfully created port: 66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.163435] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: d4213b95-e4c2-42e4-94f9-f3b1848bf783] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.174876] env[63309]: DEBUG oslo_vmware.api [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141876} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.174876] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c4171-0c15-498a-92bd-0d64ed15cb26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.186278] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "6aa3506a-1e91-4a89-b34a-4289135bdd88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.186503] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "6aa3506a-1e91-4a89-b34a-4289135bdd88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.188639] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.188639] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.188817] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.192169] env[63309]: INFO nova.compute.manager [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Took 1.90 seconds to destroy the instance on the hypervisor. [ 873.192169] env[63309]: DEBUG oslo.service.loopingcall [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.192169] env[63309]: DEBUG nova.compute.manager [-] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.192169] env[63309]: DEBUG nova.network.neutron [-] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.198726] env[63309]: DEBUG oslo_vmware.api [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730269, 'name': PowerOnVM_Task, 'duration_secs': 0.775621} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.219700] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.220017] env[63309]: INFO nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Took 8.70 seconds to spawn the instance on the hypervisor. [ 873.220657] env[63309]: DEBUG nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.222262] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730270, 'name': CreateVM_Task, 'duration_secs': 0.324955} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.222543] env[63309]: DEBUG oslo_vmware.api [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Task: {'id': task-2730268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18844} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.225833] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884da08d-27a4-4860-9cb8-28ce32f24a1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.231039] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e8e263-8781-490e-9d1c-929f7599ba79 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.232366] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99234556-bd5b-4220-af45-272e54808a34] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.233162] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.233356] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.233582] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.233745] env[63309]: INFO nova.compute.manager [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Took 1.85 seconds to destroy the instance on the hypervisor. [ 873.234018] env[63309]: DEBUG oslo.service.loopingcall [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.234824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.235036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.235373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.235629] env[63309]: DEBUG nova.compute.manager [-] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.235730] env[63309]: DEBUG nova.network.neutron [-] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.238278] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db32e39-6f0e-458d-8305-7a483a7ef344 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.256101] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.266843] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 873.266843] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524bd8c0-588f-c330-9cf1-d607db75b2e8" [ 873.266843] env[63309]: _type = "Task" [ 873.266843] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.275564] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524bd8c0-588f-c330-9cf1-d607db75b2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.629388] env[63309]: DEBUG nova.network.neutron [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updated VIF entry in instance network info cache for port e4a0a520-8d2c-41ac-84c5-02beb8ce50d9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.629745] env[63309]: DEBUG nova.network.neutron [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updating instance_info_cache with network_info: [{"id": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "address": "fa:16:3e:01:e2:3a", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0a520-8d", "ovs_interfaceid": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.670469] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.678289] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fb9c0-8fa8-4cca-ab27-c1181f5fb805 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.685374] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700f978-be48-4e74-a3a0-83a48f64bf60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.695030] env[63309]: DEBUG nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.698528] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 978dbc54-2c4e-45ec-8a0f-59c3f2409e59] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.738822] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.739338] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.739667] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.739911] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.740129] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.740330] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.740571] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.740941] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.740941] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.741250] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.741310] env[63309]: DEBUG nova.virt.hardware [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.742197] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc56501-d16d-4931-866e-38bc9e9f5946 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.746785] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa809c44-7428-4369-8aab-724fa1c01cfe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.757816] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd9cd8-e99b-4a64-8c21-a102d85dceb7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.766640] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf1341-980b-466f-a12f-3030c0d985d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.778604] env[63309]: INFO nova.compute.manager [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Took 50.46 seconds to build instance. [ 873.799386] env[63309]: DEBUG nova.compute.provider_tree [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.814743] env[63309]: DEBUG nova.compute.manager [req-eb1c336f-b74b-4453-829b-f6809bec50a0 req-caaaf58d-c6d7-4c32-af38-058362102bd3 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Received event network-vif-deleted-e8dba58e-6977-4420-ac3e-08e0ef7f9c00 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.815292] env[63309]: INFO nova.compute.manager [req-eb1c336f-b74b-4453-829b-f6809bec50a0 req-caaaf58d-c6d7-4c32-af38-058362102bd3 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Neutron deleted interface e8dba58e-6977-4420-ac3e-08e0ef7f9c00; detaching it from the instance and deleting it from the info cache [ 873.815292] env[63309]: DEBUG nova.network.neutron [req-eb1c336f-b74b-4453-829b-f6809bec50a0 req-caaaf58d-c6d7-4c32-af38-058362102bd3 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.822107] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524bd8c0-588f-c330-9cf1-d607db75b2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.029349} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.822544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.822769] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.823068] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.823240] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.823459] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.824592] env[63309]: DEBUG nova.network.neutron [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Port 42dcb717-c127-4817-a767-da6318ae6440 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 873.829134] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eb912e6-019c-4574-8a0d-5f74573449d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.837929] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.838798] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.841535] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045d3678-ced8-429a-962b-5cac55b0ac47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.848856] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 873.848856] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522abd28-ae39-22c6-4628-14f244edb839" [ 873.848856] env[63309]: _type = "Task" [ 873.848856] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.858999] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522abd28-ae39-22c6-4628-14f244edb839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.134326] env[63309]: DEBUG oslo_concurrency.lockutils [req-c35049a4-2085-4806-8668-82f98be4a0bb req-bbca3388-5eb1-4e27-9398-66e4181ba63f service nova] Releasing lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.194050] env[63309]: DEBUG nova.network.neutron [-] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.206016] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 9a806382-53de-4fd4-933a-48407260a0e2] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.223368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.250967] env[63309]: DEBUG nova.network.neutron [-] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.275989] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.276982] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.298838] env[63309]: DEBUG oslo_concurrency.lockutils [None req-906be9e6-5dd0-4adc-9295-3afdb1d6e83c tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "00a88b94-2daf-49d6-acfb-294be9838f90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.958s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.305028] env[63309]: DEBUG nova.scheduler.client.report [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.317439] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-030f6812-76d5-48a6-b87a-33e876b870ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.327450] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acebe52d-a336-4944-8139-a89726b9db17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.370200] env[63309]: DEBUG nova.compute.manager [req-eb1c336f-b74b-4453-829b-f6809bec50a0 req-caaaf58d-c6d7-4c32-af38-058362102bd3 service nova] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Detach interface failed, port_id=e8dba58e-6977-4420-ac3e-08e0ef7f9c00, reason: Instance 495bb89d-ad01-41ac-b722-af172a88d885 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 874.374871] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522abd28-ae39-22c6-4628-14f244edb839, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.377230] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e8f4fa-2da6-4ab9-b71f-a0cd597b0351 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.383013] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 874.383013] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b5cbb1-26e1-978c-118d-89c69949b1a2" [ 874.383013] env[63309]: _type = "Task" [ 874.383013] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.390661] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b5cbb1-26e1-978c-118d-89c69949b1a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.421124] env[63309]: DEBUG nova.compute.manager [req-00f1d9d5-01c3-4a0c-90d5-4d2d1b97f6e9 req-6ce2b398-4b06-42b9-ba33-57994ec3e768 service nova] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Received event network-vif-deleted-ab4b0e46-5013-4aa5-9de7-2c5ae59cabb1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.697854] env[63309]: INFO nova.compute.manager [-] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Took 1.46 seconds to deallocate network for instance. [ 874.709038] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f454a4c2-3812-4923-9f20-3e97d021b449] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.755569] env[63309]: INFO nova.compute.manager [-] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Took 1.56 seconds to deallocate network for instance. [ 874.779074] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.808739] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.430s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.809316] env[63309]: DEBUG nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.811947] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.189s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.813377] env[63309]: INFO nova.compute.claims [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.853599] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.853861] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.854070] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.894329] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b5cbb1-26e1-978c-118d-89c69949b1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.026775} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.894591] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.894876] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 99234556-bd5b-4220-af45-272e54808a34/99234556-bd5b-4220-af45-272e54808a34.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.896110] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-700aff59-52b4-4277-9d5e-dec1d41d9302 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.902816] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 874.902816] env[63309]: value = "task-2730271" [ 874.902816] env[63309]: _type = "Task" [ 874.902816] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.911168] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.124357] env[63309]: DEBUG nova.network.neutron [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Successfully updated port: 66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.205019] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.212541] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 9cdd1898-b712-49fd-8e0f-83607a848fca] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.262015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.298241] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.317979] env[63309]: DEBUG nova.compute.utils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.319306] env[63309]: DEBUG nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 875.411981] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.442938] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "3939c0f2-1a6e-414a-9baf-8efd347efee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.443187] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.627449] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.627613] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.627763] env[63309]: DEBUG nova.network.neutron [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.715796] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 86c5a0f3-a14d-4a20-b09f-21ae76715a2d] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.820751] env[63309]: DEBUG nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.915208] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730271, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.936901] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.937105] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.937292] env[63309]: DEBUG nova.network.neutron [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.946363] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.172596] env[63309]: DEBUG nova.network.neutron [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.219358] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f5291147-c37e-4400-8a4f-9694049e55a8] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.272715] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb481a59-fc65-490a-8a93-0b3d4c5037f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.282795] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea9b6e0-e0b9-4892-af49-bcb216931427 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.314399] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2be828-989a-4e97-8454-c88287fd224d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.323308] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164edefb-de01-40d6-81d8-1628dcc891c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.341024] env[63309]: DEBUG nova.compute.provider_tree [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.352695] env[63309]: DEBUG nova.network.neutron [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.413407] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730271, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021943} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.413616] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 99234556-bd5b-4220-af45-272e54808a34/99234556-bd5b-4220-af45-272e54808a34.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.413868] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.414153] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0752515-93ae-4a4b-b9bd-c7f6926bd1c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.421358] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 876.421358] env[63309]: value = "task-2730272" [ 876.421358] env[63309]: _type = "Task" [ 876.421358] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.429791] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.450164] env[63309]: DEBUG nova.compute.manager [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received event network-vif-plugged-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.450383] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.450590] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] Lock "983feaac-59a0-49b3-b0a6-df826e873518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.450756] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] Lock "983feaac-59a0-49b3-b0a6-df826e873518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.450921] env[63309]: DEBUG nova.compute.manager [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] No waiting events found dispatching network-vif-plugged-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.451155] env[63309]: WARNING nova.compute.manager [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received unexpected event network-vif-plugged-66446c77-e645-4a1c-a5b8-8279e16632bc for instance with vm_state building and task_state spawning. [ 876.451374] env[63309]: DEBUG nova.compute.manager [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.451529] env[63309]: DEBUG nova.compute.manager [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing instance network info cache due to event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.451638] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.468631] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.634369] env[63309]: DEBUG nova.network.neutron [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [{"id": "42dcb717-c127-4817-a767-da6318ae6440", "address": "fa:16:3e:98:d6:38", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dcb717-c1", "ovs_interfaceid": "42dcb717-c127-4817-a767-da6318ae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.723232] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: e9accedf-e703-438e-b9ca-e8051ff062c0] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.833535] env[63309]: DEBUG nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.843680] env[63309]: DEBUG nova.scheduler.client.report [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.855923] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.855923] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Instance network_info: |[{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.856078] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.856078] env[63309]: DEBUG nova.network.neutron [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.856883] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:c4:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66446c77-e645-4a1c-a5b8-8279e16632bc', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.864626] env[63309]: DEBUG oslo.service.loopingcall [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.867044] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.867044] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.867245] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.867368] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.867507] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.867655] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.867862] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.868033] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.868206] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.868368] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.868541] env[63309]: DEBUG nova.virt.hardware [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.869804] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.870660] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffecd027-1400-4087-96a9-1d5794c4e4ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.873381] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38b7eb64-437b-4ab4-bbb6-cca2cf5a409d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.894332] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d9891-6919-4277-8e50-9fb3a722ab4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.897900] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.897900] env[63309]: value = "task-2730273" [ 876.897900] env[63309]: _type = "Task" [ 876.897900] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.910789] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.916414] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Creating folder: Project (66b6273d4bd749188f3149da20e8b42a). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.917031] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac0d3040-3a2a-4dc4-9074-47f753d4a81e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.921348] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730273, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.930861] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162048} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.931122] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.931843] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c2ad6-e378-46e7-9aa1-1298a496e7cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.935223] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Created folder: Project (66b6273d4bd749188f3149da20e8b42a) in parent group-v549567. [ 876.935406] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Creating folder: Instances. Parent ref: group-v549756. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.935950] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c03a9c7-190c-4530-92f9-71deb5e46d08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.955261] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 99234556-bd5b-4220-af45-272e54808a34/99234556-bd5b-4220-af45-272e54808a34.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.957104] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15973e8-802e-4f7c-9e5e-6710981f62ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.970682] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Created folder: Instances in parent group-v549756. [ 876.970956] env[63309]: DEBUG oslo.service.loopingcall [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.971715] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.972390] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5064607-d692-4172-b9c9-735194e246b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.985910] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 876.985910] env[63309]: value = "task-2730276" [ 876.985910] env[63309]: _type = "Task" [ 876.985910] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.995369] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.995369] env[63309]: value = "task-2730277" [ 876.995369] env[63309]: _type = "Task" [ 876.995369] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.006558] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730276, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.009816] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730277, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.137758] env[63309]: DEBUG oslo_concurrency.lockutils [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.227398] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 36c70e59-f58f-4ae3-bd59-9588865391d8] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.348213] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.348805] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.351365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.672s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.353239] env[63309]: INFO nova.compute.claims [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.409666] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730273, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.496472] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730276, 'name': ReconfigVM_Task, 'duration_secs': 0.363011} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.499566] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 99234556-bd5b-4220-af45-272e54808a34/99234556-bd5b-4220-af45-272e54808a34.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.500590] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01dcb990-9190-49be-bda2-4db7866403ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.508519] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730277, 'name': CreateVM_Task, 'duration_secs': 0.293224} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.510180] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.510661] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 877.510661] env[63309]: value = "task-2730278" [ 877.510661] env[63309]: _type = "Task" [ 877.510661] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.515360] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.515615] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.516072] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.516514] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8202804-86f6-457f-bb57-8294a2a69f8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.526708] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 877.526708] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbe379-a0ec-df17-6c3d-c3279bf0fd90" [ 877.526708] env[63309]: _type = "Task" [ 877.526708] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.531864] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730278, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.546557] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbe379-a0ec-df17-6c3d-c3279bf0fd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.588060] env[63309]: DEBUG nova.network.neutron [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updated VIF entry in instance network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.588458] env[63309]: DEBUG nova.network.neutron [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.663990] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66d98b-3d5f-4e63-8955-f4bb509434a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.683071] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe4577-5f3b-4cec-8343-34f6ff536d48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.689694] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.731151] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.731351] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Cleaning up deleted instances with incomplete migration {{(pid=63309) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 877.857954] env[63309]: DEBUG nova.compute.utils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.861515] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.861515] env[63309]: DEBUG nova.network.neutron [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.898641] env[63309]: DEBUG nova.policy [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f005be7641420cbc0137b587b434bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed2b311fc4d462b9786caac6ab452ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.909568] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730273, 'name': CreateVM_Task, 'duration_secs': 0.636468} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.909728] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.910423] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.026419] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730278, 'name': Rename_Task, 'duration_secs': 0.137785} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.026775] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.027077] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e2d1f7-a7bf-447a-b149-51f526c65321 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.034474] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 878.034474] env[63309]: value = "task-2730279" [ 878.034474] env[63309]: _type = "Task" [ 878.034474] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.046322] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbe379-a0ec-df17-6c3d-c3279bf0fd90, 'name': SearchDatastore_Task, 'duration_secs': 0.029908} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.051646] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.051935] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.052240] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.052391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.052588] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.053418] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.053661] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.054047] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.054295] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-082891ad-81c8-439e-a173-1280f433568b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.056726] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2789fa24-2906-423f-b40b-e21153f51d56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.061998] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 878.061998] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a8f13f-294a-5fb9-4331-b5ee69167927" [ 878.061998] env[63309]: _type = "Task" [ 878.061998] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.066640] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.066847] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.067985] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035e72b6-39ab-4dd7-a68a-ad838497fdbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.073641] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a8f13f-294a-5fb9-4331-b5ee69167927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.076888] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 878.076888] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ae98ec-773e-18e2-1962-6c4885411836" [ 878.076888] env[63309]: _type = "Task" [ 878.076888] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.084846] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ae98ec-773e-18e2-1962-6c4885411836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.091556] env[63309]: DEBUG oslo_concurrency.lockutils [req-7b4040da-9865-458d-9277-72e6981a02c7 req-cdbd6f0c-201e-4131-8cb2-30fa1200e8d7 service nova] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.196975] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.197567] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6602e75a-996d-48ff-832a-cedf2b83fd73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.208363] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 878.208363] env[63309]: value = "task-2730280" [ 878.208363] env[63309]: _type = "Task" [ 878.208363] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.217953] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.219090] env[63309]: DEBUG nova.network.neutron [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Successfully created port: 92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.234262] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.364141] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.552672] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.578335] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a8f13f-294a-5fb9-4331-b5ee69167927, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.581608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.581879] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.582105] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.587936] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ae98ec-773e-18e2-1962-6c4885411836, 'name': SearchDatastore_Task, 'duration_secs': 0.018943} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.591208] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aee97ea-8680-4356-8845-1fd91a5b5c8b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.596657] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 878.596657] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5204345b-49f1-47b6-849d-d3c0f57e6815" [ 878.596657] env[63309]: _type = "Task" [ 878.596657] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.604878] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5204345b-49f1-47b6-849d-d3c0f57e6815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.719366] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.853549] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c576a491-e0b2-433d-b4eb-955391938356 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.865432] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360064d2-18eb-4cc7-b6c2-3524092887ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.900969] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251043b-502a-4e8c-99c8-2befcfaf9231 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.908564] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b00b409-0fb5-47aa-b821-52604c691991 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.924704] env[63309]: DEBUG nova.compute.provider_tree [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.048408] env[63309]: DEBUG oslo_vmware.api [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730279, 'name': PowerOnVM_Task, 'duration_secs': 0.699867} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.048554] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.048872] env[63309]: INFO nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Took 9.30 seconds to spawn the instance on the hypervisor. [ 879.049115] env[63309]: DEBUG nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.049889] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d57976-7e12-4986-9a9c-f5c37f15bfcf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.107047] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5204345b-49f1-47b6-849d-d3c0f57e6815, 'name': SearchDatastore_Task, 'duration_secs': 0.016921} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.107047] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.107047] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.107317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.107550] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.107781] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a786a87a-8c65-4df9-8dd3-e3b890194f12 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.109527] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a70b1f-6499-4db1-843c-a5bb810f1fb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.115065] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 879.115065] env[63309]: value = "task-2730281" [ 879.115065] env[63309]: _type = "Task" [ 879.115065] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.119925] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.120084] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.123334] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e56b12-bd1a-47e1-8e8c-8671a403b243 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.125654] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.128402] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 879.128402] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a8e536-846a-3ba5-737f-e5119d614382" [ 879.128402] env[63309]: _type = "Task" [ 879.128402] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.136102] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a8e536-846a-3ba5-737f-e5119d614382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.219276] env[63309]: DEBUG oslo_vmware.api [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730280, 'name': PowerOnVM_Task, 'duration_secs': 0.545456} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.219558] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.220420] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-236af06f-af02-46f9-8058-52fe3a0a15f1 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance '30a14e79-df0a-4a42-9232-4c7a56fa731c' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.404982] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.428517] env[63309]: DEBUG nova.scheduler.client.report [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.447612] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.447612] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.447612] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.447876] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.447876] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.450673] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.450673] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.450673] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.450673] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.450673] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.451062] env[63309]: DEBUG nova.virt.hardware [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.451709] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669f1af-fcfb-4477-9a72-6f2be1a0e9f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.462312] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1980a9-2a47-4a0c-85e9-d5cd71bd948e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.565806] env[63309]: INFO nova.compute.manager [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Took 49.81 seconds to build instance. [ 879.625833] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730281, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.641976] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a8e536-846a-3ba5-737f-e5119d614382, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.641976] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be8bd12-fe96-4f3c-9bc0-49552a8f869f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.647200] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 879.647200] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d3863-a9b3-be84-5480-b49822deaaaf" [ 879.647200] env[63309]: _type = "Task" [ 879.647200] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.655672] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d3863-a9b3-be84-5480-b49822deaaaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.934082] env[63309]: DEBUG nova.network.neutron [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Successfully updated port: 92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.936437] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.936705] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.939096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.430s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.942703] env[63309]: INFO nova.compute.claims [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.945172] env[63309]: DEBUG nova.compute.manager [req-fe305e53-b491-4a33-ab54-0b2ac565e2dd req-ecb6c98a-c0f7-4d49-ba72-0ff26b6ee262 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Received event network-vif-plugged-92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.945361] env[63309]: DEBUG oslo_concurrency.lockutils [req-fe305e53-b491-4a33-ab54-0b2ac565e2dd req-ecb6c98a-c0f7-4d49-ba72-0ff26b6ee262 service nova] Acquiring lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.945569] env[63309]: DEBUG oslo_concurrency.lockutils [req-fe305e53-b491-4a33-ab54-0b2ac565e2dd req-ecb6c98a-c0f7-4d49-ba72-0ff26b6ee262 service nova] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.945728] env[63309]: DEBUG oslo_concurrency.lockutils [req-fe305e53-b491-4a33-ab54-0b2ac565e2dd req-ecb6c98a-c0f7-4d49-ba72-0ff26b6ee262 service nova] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.945893] env[63309]: DEBUG nova.compute.manager [req-fe305e53-b491-4a33-ab54-0b2ac565e2dd req-ecb6c98a-c0f7-4d49-ba72-0ff26b6ee262 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] No waiting events found dispatching network-vif-plugged-92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.946085] env[63309]: WARNING nova.compute.manager [req-fe305e53-b491-4a33-ab54-0b2ac565e2dd req-ecb6c98a-c0f7-4d49-ba72-0ff26b6ee262 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Received unexpected event network-vif-plugged-92365db9-4af1-41a5-829a-e7d41d9277bf for instance with vm_state building and task_state spawning. [ 880.070154] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5ffbed5d-afa6-4768-b56f-6b8fc1905934 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.644s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.124949] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567817} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.125240] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.125450] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.125686] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c78e04-0290-4ded-b2c5-4cd0d8838da8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.132413] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 880.132413] env[63309]: value = "task-2730282" [ 880.132413] env[63309]: _type = "Task" [ 880.132413] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.139345] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.154953] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d3863-a9b3-be84-5480-b49822deaaaf, 'name': SearchDatastore_Task, 'duration_secs': 0.026073} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.155195] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.155455] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/983feaac-59a0-49b3-b0a6-df826e873518.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.155665] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39759c64-dbf9-4cc7-8dfd-41b1d09af32c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.162102] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 880.162102] env[63309]: value = "task-2730283" [ 880.162102] env[63309]: _type = "Task" [ 880.162102] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.168784] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.370562] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "99234556-bd5b-4220-af45-272e54808a34" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.370828] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.371025] env[63309]: INFO nova.compute.manager [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Shelving [ 880.436917] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.437203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.437288] env[63309]: DEBUG nova.network.neutron [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.446472] env[63309]: DEBUG nova.compute.utils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.449575] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.449748] env[63309]: DEBUG nova.network.neutron [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.489471] env[63309]: DEBUG nova.policy [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65f403aa478343daa213d70b1d062979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4082fae696c74e7f8fecf092924cff6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.643679] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.672503] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.827733] env[63309]: DEBUG nova.network.neutron [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Successfully created port: f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.953106] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.996527] env[63309]: DEBUG nova.network.neutron [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.148057] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.618354} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.148235] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.149111] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe9498d-a83d-449b-803d-8f9d5a6b8506 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.173742] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.180199] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c074970f-5bb0-4117-b5dc-d74ef6e08cd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.208998] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730283, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030527} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.210803] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/983feaac-59a0-49b3-b0a6-df826e873518.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.211137] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.211502] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 881.211502] env[63309]: value = "task-2730284" [ 881.211502] env[63309]: _type = "Task" [ 881.211502] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.211764] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ef5758-966f-49f9-96aa-771b6ee3973d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.227629] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.229227] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 881.229227] env[63309]: value = "task-2730285" [ 881.229227] env[63309]: _type = "Task" [ 881.229227] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.243337] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.260265] env[63309]: DEBUG nova.network.neutron [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Updating instance_info_cache with network_info: [{"id": "92365db9-4af1-41a5-829a-e7d41d9277bf", "address": "fa:16:3e:d5:92:e3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92365db9-4a", "ovs_interfaceid": "92365db9-4af1-41a5-829a-e7d41d9277bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.385919] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.389028] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c445335-4149-4227-84e3-2f15c10c3342 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.395868] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 881.395868] env[63309]: value = "task-2730286" [ 881.395868] env[63309]: _type = "Task" [ 881.395868] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.406266] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.548121] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e676d9c-a77b-4aa8-a133-c8214f8e3622 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.559155] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dbe4f8-d7db-4a5c-94ef-590d13f1877d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.590046] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb220c98-0918-43a7-a742-72f12ccac43e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.597643] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20254af1-55c0-488d-ad78-423b303d4e68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.612205] env[63309]: DEBUG nova.compute.provider_tree [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.724443] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730284, 'name': ReconfigVM_Task, 'duration_secs': 0.433982} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.724719] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.725383] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78bc2355-7108-4fd3-8910-ffdd02539803 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.734405] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 881.734405] env[63309]: value = "task-2730287" [ 881.734405] env[63309]: _type = "Task" [ 881.734405] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.740983] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102641} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.744377] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.745258] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19214877-15bd-48b9-9b10-ce22bd47d245 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.751191] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730287, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.763028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.763141] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance network_info: |[{"id": "92365db9-4af1-41a5-829a-e7d41d9277bf", "address": "fa:16:3e:d5:92:e3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92365db9-4a", "ovs_interfaceid": "92365db9-4af1-41a5-829a-e7d41d9277bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.771848] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/983feaac-59a0-49b3-b0a6-df826e873518.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.772449] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:92:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92365db9-4af1-41a5-829a-e7d41d9277bf', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.779530] env[63309]: DEBUG oslo.service.loopingcall [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.779737] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98eab515-d870-4099-90ca-c0ad2a938a63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.794539] env[63309]: DEBUG nova.network.neutron [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Port 42dcb717-c127-4817-a767-da6318ae6440 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 881.794815] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.794976] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.795174] env[63309]: DEBUG nova.network.neutron [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.796603] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.797255] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d6c3a3-a50f-4038-8f63-7e9a97759130 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.819605] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 881.819605] env[63309]: value = "task-2730288" [ 881.819605] env[63309]: _type = "Task" [ 881.819605] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.820645] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.820645] env[63309]: value = "task-2730289" [ 881.820645] env[63309]: _type = "Task" [ 881.820645] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.832729] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.835661] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730289, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.906341] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730286, 'name': PowerOffVM_Task, 'duration_secs': 0.222613} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.906642] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.907473] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d7a91-e6eb-42bc-bcda-8265ed82cdfe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.927595] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b60a079-8b5f-4543-82cd-037a1c623c81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.967778] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.976793] env[63309]: DEBUG nova.compute.manager [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Received event network-changed-92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.977017] env[63309]: DEBUG nova.compute.manager [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Refreshing instance network info cache due to event network-changed-92365db9-4af1-41a5-829a-e7d41d9277bf. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.977249] env[63309]: DEBUG oslo_concurrency.lockutils [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] Acquiring lock "refresh_cache-6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.977395] env[63309]: DEBUG oslo_concurrency.lockutils [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] Acquired lock "refresh_cache-6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.977919] env[63309]: DEBUG nova.network.neutron [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Refreshing network info cache for port 92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.997780] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.998781] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.998781] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.998781] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.998781] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.998781] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.998998] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.999042] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.999209] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.999375] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.999549] env[63309]: DEBUG nova.virt.hardware [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.000464] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e081ed-6e3e-4284-ba37-484d6079f895 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.009311] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab53aab-a701-4c00-8323-ae236b941827 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.133088] env[63309]: ERROR nova.scheduler.client.report [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [req-4e4f6c80-11e8-43b9-a97c-e00a743ffdd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e4f6c80-11e8-43b9-a97c-e00a743ffdd4"}]} [ 882.151917] env[63309]: DEBUG nova.scheduler.client.report [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 882.164172] env[63309]: DEBUG nova.scheduler.client.report [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 882.164442] env[63309]: DEBUG nova.compute.provider_tree [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.178116] env[63309]: DEBUG nova.scheduler.client.report [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 882.194666] env[63309]: DEBUG nova.scheduler.client.report [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 882.243942] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730287, 'name': Rename_Task, 'duration_secs': 0.146365} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.244227] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.246446] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dee88be-01fd-4962-bf3a-e89b972d05a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.252712] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 882.252712] env[63309]: value = "task-2730290" [ 882.252712] env[63309]: _type = "Task" [ 882.252712] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.260716] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.350368] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730288, 'name': ReconfigVM_Task, 'duration_secs': 0.292594} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.350714] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730289, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.352151] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/983feaac-59a0-49b3-b0a6-df826e873518.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.352151] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa850ac-92f7-4177-ad7d-15b44b565380 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.360521] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 882.360521] env[63309]: value = "task-2730291" [ 882.360521] env[63309]: _type = "Task" [ 882.360521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.375152] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730291, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.441482] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.445289] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7522406b-1f82-4dda-92cd-ded4116a4cd6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.452650] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 882.452650] env[63309]: value = "task-2730292" [ 882.452650] env[63309]: _type = "Task" [ 882.452650] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.464453] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.583801] env[63309]: DEBUG nova.network.neutron [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [{"id": "42dcb717-c127-4817-a767-da6318ae6440", "address": "fa:16:3e:98:d6:38", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dcb717-c1", "ovs_interfaceid": "42dcb717-c127-4817-a767-da6318ae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.603556] env[63309]: DEBUG nova.network.neutron [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Successfully updated port: f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.693781] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfdf38a-ddb3-422d-a6a2-f2da9b2c90f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.704609] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1054655-4960-4527-8547-2e9fe6c2e075 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.735627] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc6a496-966a-4a71-b738-f12195f6b91d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.746362] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80989e62-f31e-45ac-acb3-6415ad07e62d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.763585] env[63309]: DEBUG nova.compute.provider_tree [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.773580] env[63309]: DEBUG oslo_vmware.api [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730290, 'name': PowerOnVM_Task, 'duration_secs': 0.458361} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.773870] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.774104] env[63309]: INFO nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Took 5.94 seconds to spawn the instance on the hypervisor. [ 882.774299] env[63309]: DEBUG nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.775674] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a86e4-3ee9-4441-b8d7-937e82c56038 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.841948] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730289, 'name': CreateVM_Task, 'duration_secs': 0.679272} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.842809] env[63309]: DEBUG nova.network.neutron [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Updated VIF entry in instance network info cache for port 92365db9-4af1-41a5-829a-e7d41d9277bf. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.843169] env[63309]: DEBUG nova.network.neutron [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Updating instance_info_cache with network_info: [{"id": "92365db9-4af1-41a5-829a-e7d41d9277bf", "address": "fa:16:3e:d5:92:e3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92365db9-4a", "ovs_interfaceid": "92365db9-4af1-41a5-829a-e7d41d9277bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.844270] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.845072] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.845239] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.845543] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.845782] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bc93bb-80ef-4bbb-b77f-837091ba8b8c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.849953] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 882.849953] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5214bf05-e6fc-c9c7-6d1f-55e96ddba3c8" [ 882.849953] env[63309]: _type = "Task" [ 882.849953] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.858958] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5214bf05-e6fc-c9c7-6d1f-55e96ddba3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.868539] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730291, 'name': Rename_Task, 'duration_secs': 0.24777} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.868781] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.868995] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dba236e9-8fc2-425f-8f3b-a42fc2062fec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.875238] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 882.875238] env[63309]: value = "task-2730293" [ 882.875238] env[63309]: _type = "Task" [ 882.875238] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.882270] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.964134] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730292, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.087356] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.110772] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "refresh_cache-cd8beef9-1144-4fef-a50b-801249e7eebb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.110772] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "refresh_cache-cd8beef9-1144-4fef-a50b-801249e7eebb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.110772] env[63309]: DEBUG nova.network.neutron [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.299197] env[63309]: INFO nova.compute.manager [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Took 42.65 seconds to build instance. [ 883.303503] env[63309]: DEBUG nova.scheduler.client.report [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.303919] env[63309]: DEBUG nova.compute.provider_tree [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 95 to 96 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.304229] env[63309]: DEBUG nova.compute.provider_tree [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.346021] env[63309]: DEBUG oslo_concurrency.lockutils [req-b947562b-0041-45df-9e9a-9fa25c6ea5dc req-b3468c2f-2062-457a-be1f-dd3869b9d628 service nova] Releasing lock "refresh_cache-6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.360722] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5214bf05-e6fc-c9c7-6d1f-55e96ddba3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016664} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.361019] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.361322] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.361556] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.361703] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.361886] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.362152] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e1a9f1a-4d55-4e42-bde8-93c89c5cbad3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.371597] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.371787] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.372535] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c6158f-a086-4a14-b327-a8e8627aef48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.380105] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 883.380105] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d68b69-146c-cbee-3d47-31b3d24135e5" [ 883.380105] env[63309]: _type = "Task" [ 883.380105] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.385950] env[63309]: DEBUG oslo_vmware.api [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730293, 'name': PowerOnVM_Task, 'duration_secs': 0.456916} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.386857] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.387110] env[63309]: INFO nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Took 9.72 seconds to spawn the instance on the hypervisor. [ 883.387319] env[63309]: DEBUG nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.388131] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb27df-171e-4d34-9a8e-2932ddd530fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.394136] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d68b69-146c-cbee-3d47-31b3d24135e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.464759] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730292, 'name': CreateSnapshot_Task, 'duration_secs': 0.759812} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.465030] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.465805] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c1415-40e6-4bca-a7b2-3ecb5a1cbf28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.590822] env[63309]: DEBUG nova.compute.manager [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63309) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 883.590822] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.679802] env[63309]: DEBUG nova.network.neutron [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.800851] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0f01a763-14e8-4c60-9121-9c88356482c0 tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "aa241a66-d686-4b81-9bb7-f6c97052af0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.650s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.810678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.870s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.810678] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.813684] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.205s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.813684] env[63309]: DEBUG nova.objects.instance [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lazy-loading 'resources' on Instance uuid f0598476-b847-4745-87ea-2f4b9b8d6603 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.891681] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d68b69-146c-cbee-3d47-31b3d24135e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.892576] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52869220-4853-4cc5-b0d3-14db96b8dccf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.897734] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 883.897734] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521ffd6e-d0e4-0749-32a4-e34330c70dcf" [ 883.897734] env[63309]: _type = "Task" [ 883.897734] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.910550] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521ffd6e-d0e4-0749-32a4-e34330c70dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.912971] env[63309]: INFO nova.compute.manager [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Took 44.95 seconds to build instance. [ 883.984628] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.985349] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ab94ca0-3aa8-4881-bbbe-a2020d4d4d5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.995427] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 883.995427] env[63309]: value = "task-2730294" [ 883.995427] env[63309]: _type = "Task" [ 883.995427] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.008132] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730294, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.187334] env[63309]: DEBUG nova.network.neutron [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Updating instance_info_cache with network_info: [{"id": "f7e716f6-6611-45a2-89d1-e08667e679a4", "address": "fa:16:3e:fb:ba:50", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e716f6-66", "ovs_interfaceid": "f7e716f6-6611-45a2-89d1-e08667e679a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.251813] env[63309]: DEBUG nova.compute.manager [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Received event network-vif-plugged-f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.251813] env[63309]: DEBUG oslo_concurrency.lockutils [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] Acquiring lock "cd8beef9-1144-4fef-a50b-801249e7eebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.254923] env[63309]: DEBUG oslo_concurrency.lockutils [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.255052] env[63309]: DEBUG oslo_concurrency.lockutils [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.255216] env[63309]: DEBUG nova.compute.manager [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] No waiting events found dispatching network-vif-plugged-f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.255388] env[63309]: WARNING nova.compute.manager [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Received unexpected event network-vif-plugged-f7e716f6-6611-45a2-89d1-e08667e679a4 for instance with vm_state building and task_state spawning. [ 884.255550] env[63309]: DEBUG nova.compute.manager [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Received event network-changed-f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.255704] env[63309]: DEBUG nova.compute.manager [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Refreshing instance network info cache due to event network-changed-f7e716f6-6611-45a2-89d1-e08667e679a4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.255877] env[63309]: DEBUG oslo_concurrency.lockutils [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] Acquiring lock "refresh_cache-cd8beef9-1144-4fef-a50b-801249e7eebb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.317594] env[63309]: DEBUG nova.compute.utils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.322853] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.327722] env[63309]: DEBUG nova.network.neutron [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.403903] env[63309]: DEBUG nova.policy [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.413833] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521ffd6e-d0e4-0749-32a4-e34330c70dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.021997} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.414151] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.414418] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.414682] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6ccdf75-943d-4852-8764-7d814de714f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.418212] env[63309]: DEBUG oslo_concurrency.lockutils [None req-446b296a-86da-4b7c-8de3-ca798e788627 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.502s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.418553] env[63309]: INFO nova.compute.manager [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Rebuilding instance [ 884.423828] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 884.423828] env[63309]: value = "task-2730295" [ 884.423828] env[63309]: _type = "Task" [ 884.423828] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.433774] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.477181] env[63309]: DEBUG nova.compute.manager [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.478064] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b28d4-d876-41c5-88e3-f42e03e88e71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.505248] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730294, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.690029] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "refresh_cache-cd8beef9-1144-4fef-a50b-801249e7eebb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.690489] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Instance network_info: |[{"id": "f7e716f6-6611-45a2-89d1-e08667e679a4", "address": "fa:16:3e:fb:ba:50", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e716f6-66", "ovs_interfaceid": "f7e716f6-6611-45a2-89d1-e08667e679a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.691048] env[63309]: DEBUG oslo_concurrency.lockutils [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] Acquired lock "refresh_cache-cd8beef9-1144-4fef-a50b-801249e7eebb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.691048] env[63309]: DEBUG nova.network.neutron [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Refreshing network info cache for port f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.695226] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ba:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e716f6-6611-45a2-89d1-e08667e679a4', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.702123] env[63309]: DEBUG oslo.service.loopingcall [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.706199] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.707469] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-933b4577-d292-4342-b90c-768db201038b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.732392] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.732392] env[63309]: value = "task-2730296" [ 884.732392] env[63309]: _type = "Task" [ 884.732392] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.742379] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730296, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.826660] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.908910] env[63309]: DEBUG nova.network.neutron [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Successfully created port: f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.934710] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d1327c-f171-4dbc-9821-6f2e7b9f5440 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.940194] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51304} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.940979] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.941136] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.941480] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8644b32a-09e7-4a28-b722-a612325a7d73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.946296] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfee42cb-cf78-4001-82ed-661acd87d511 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.950894] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 884.950894] env[63309]: value = "task-2730297" [ 884.950894] env[63309]: _type = "Task" [ 884.950894] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.987058] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936a227-c7d1-4751-b8c3-3b34dd13edd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.989817] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.997210] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370ef886-09a1-4814-bd2a-bf44e737a9dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.017773] env[63309]: DEBUG nova.compute.provider_tree [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.022715] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730294, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.246867] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730296, 'name': CreateVM_Task, 'duration_secs': 0.381538} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.246867] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.246867] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.246867] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.246867] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.248411] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2f2fdd-cbf2-444d-bf8c-d7271008d315 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.253979] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 885.253979] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52adc158-e087-f276-bdc7-5818e42794c6" [ 885.253979] env[63309]: _type = "Task" [ 885.253979] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.262760] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52adc158-e087-f276-bdc7-5818e42794c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.442998] env[63309]: DEBUG nova.network.neutron [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Updated VIF entry in instance network info cache for port f7e716f6-6611-45a2-89d1-e08667e679a4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.442998] env[63309]: DEBUG nova.network.neutron [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Updating instance_info_cache with network_info: [{"id": "f7e716f6-6611-45a2-89d1-e08667e679a4", "address": "fa:16:3e:fb:ba:50", "network": {"id": "d08a4703-8c27-4601-940d-63cf9924c951", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590123651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4082fae696c74e7f8fecf092924cff6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e716f6-66", "ovs_interfaceid": "f7e716f6-6611-45a2-89d1-e08667e679a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.461926] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071863} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.461926] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.462651] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baff3b5-5a8a-4dac-b232-6a1b2613d1d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.484550] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.484813] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da498d3-2786-4c8d-959f-ee66ad9f5fb4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.499821] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.500300] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ba9b8e-fe8c-4997-831f-ceb9b0b897f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.507459] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 885.507459] env[63309]: value = "task-2730298" [ 885.507459] env[63309]: _type = "Task" [ 885.507459] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.510937] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730294, 'name': CloneVM_Task, 'duration_secs': 1.184548} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.514469] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Created linked-clone VM from snapshot [ 885.514758] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 885.514758] env[63309]: value = "task-2730299" [ 885.514758] env[63309]: _type = "Task" [ 885.514758] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.515422] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44b23f-32da-46f8-81f2-0cf40cdc3175 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.524160] env[63309]: DEBUG nova.scheduler.client.report [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.527624] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.531083] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Uploading image 93e0099c-0370-4db9-a071-d96a806ac155 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.537181] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.562817] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.562817] env[63309]: value = "vm-549761" [ 885.562817] env[63309]: _type = "VirtualMachine" [ 885.562817] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.563333] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0fd7739f-43bb-4eb4-8c4a-3c3ae6dacd76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.569940] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lease: (returnval){ [ 885.569940] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f484e-bf56-7377-bb08-685f25d37874" [ 885.569940] env[63309]: _type = "HttpNfcLease" [ 885.569940] env[63309]: } obtained for exporting VM: (result){ [ 885.569940] env[63309]: value = "vm-549761" [ 885.569940] env[63309]: _type = "VirtualMachine" [ 885.569940] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.570225] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the lease: (returnval){ [ 885.570225] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f484e-bf56-7377-bb08-685f25d37874" [ 885.570225] env[63309]: _type = "HttpNfcLease" [ 885.570225] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.576132] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.576132] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f484e-bf56-7377-bb08-685f25d37874" [ 885.576132] env[63309]: _type = "HttpNfcLease" [ 885.576132] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.764475] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52adc158-e087-f276-bdc7-5818e42794c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.764782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.765099] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.765376] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.765586] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.765787] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.766084] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24fd5354-1559-432b-9a62-54ba44c5c9ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.774642] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.774829] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.775563] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176a34de-532c-4ddf-a5e1-78c588a7b627 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.780667] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 885.780667] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528bbdf8-cecd-f632-c87e-694b5a9b3605" [ 885.780667] env[63309]: _type = "Task" [ 885.780667] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.788134] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528bbdf8-cecd-f632-c87e-694b5a9b3605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.837220] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.860399] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.860658] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.860817] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.860998] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.861167] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.861316] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.861524] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.861684] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.861859] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.862029] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.862211] env[63309]: DEBUG nova.virt.hardware [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.863086] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f5f30-3b7d-4b66-befa-3d65ffb4ea6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.870731] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e43ba3-f669-4144-9553-5efd562ee217 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.946453] env[63309]: DEBUG oslo_concurrency.lockutils [req-75c68db2-40bb-406b-9145-8759c697c2c6 req-f84eecfe-6878-4ec3-98db-51b2c75ae425 service nova] Releasing lock "refresh_cache-cd8beef9-1144-4fef-a50b-801249e7eebb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.021169] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.029968] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730299, 'name': PowerOffVM_Task, 'duration_secs': 0.125675} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.030338] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.030580] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.031386] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a7a6f-7b8c-4209-be17-e979df992833 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.034613] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.037700] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.975s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.037700] env[63309]: DEBUG nova.objects.instance [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lazy-loading 'resources' on Instance uuid b72ef8ca-dc8d-413a-9aa2-0780d92247ee {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.042789] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.043045] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64328aab-cef2-414e-913f-1a226ebf6101 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.059993] env[63309]: INFO nova.scheduler.client.report [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleted allocations for instance f0598476-b847-4745-87ea-2f4b9b8d6603 [ 886.065251] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.065625] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.065663] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Deleting the datastore file [datastore2] aa241a66-d686-4b81-9bb7-f6c97052af0c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.065912] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f845d4-192b-43bd-94a8-3185320a08d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.071964] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 886.071964] env[63309]: value = "task-2730302" [ 886.071964] env[63309]: _type = "Task" [ 886.071964] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.081361] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.081361] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f484e-bf56-7377-bb08-685f25d37874" [ 886.081361] env[63309]: _type = "HttpNfcLease" [ 886.081361] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.084605] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.084605] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f484e-bf56-7377-bb08-685f25d37874" [ 886.084605] env[63309]: _type = "HttpNfcLease" [ 886.084605] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.084873] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.085634] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dfc7e8-ae84-4928-89e6-b5bb5fd306ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.092803] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6422e-d65b-6a28-e3cd-0e0a92c7a13b/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.092979] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6422e-d65b-6a28-e3cd-0e0a92c7a13b/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.191555] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c765163-8c5a-45fd-ba41-4b221e35dc5c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.281510] env[63309]: DEBUG nova.compute.manager [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.281720] env[63309]: DEBUG nova.compute.manager [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing instance network info cache due to event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.281966] env[63309]: DEBUG oslo_concurrency.lockutils [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.282132] env[63309]: DEBUG oslo_concurrency.lockutils [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.282298] env[63309]: DEBUG nova.network.neutron [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.294455] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528bbdf8-cecd-f632-c87e-694b5a9b3605, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.295265] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25311dff-facf-4252-89f8-cf0337902b27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.302841] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 886.302841] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5280b518-7865-579f-4161-7104ae9c706b" [ 886.302841] env[63309]: _type = "Task" [ 886.302841] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.310934] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5280b518-7865-579f-4161-7104ae9c706b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.533087] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730298, 'name': ReconfigVM_Task, 'duration_secs': 0.528451} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.533939] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.535120] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4e1781-1bef-4f04-929a-6bc14a0ace8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.544524] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 886.544524] env[63309]: value = "task-2730303" [ 886.544524] env[63309]: _type = "Task" [ 886.544524] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.559959] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730303, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.568396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a33ebeac-7aab-4d79-be8a-0ce4c227c15d tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "f0598476-b847-4745-87ea-2f4b9b8d6603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.443s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.586306] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23636} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.586306] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.586306] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.586306] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.645862] env[63309]: DEBUG nova.network.neutron [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Successfully updated port: f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.829454] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5280b518-7865-579f-4161-7104ae9c706b, 'name': SearchDatastore_Task, 'duration_secs': 0.059497} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.832345] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.832730] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] cd8beef9-1144-4fef-a50b-801249e7eebb/cd8beef9-1144-4fef-a50b-801249e7eebb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.834325] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd92025e-d4c7-4c99-a352-e1fd1a1a201d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.842140] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 886.842140] env[63309]: value = "task-2730304" [ 886.842140] env[63309]: _type = "Task" [ 886.842140] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.855480] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.058948] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730303, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.072839] env[63309]: DEBUG nova.network.neutron [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updated VIF entry in instance network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.073224] env[63309]: DEBUG nova.network.neutron [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.080694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9dde17-b8bd-4010-be9a-132741d8c0d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.091590] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423fcf77-581d-4bf1-9ae5-67c238f01a38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.135964] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b36a5-e32e-4723-8e08-081366d4ebc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.147253] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44cb470-4ec7-496c-8014-9c00540a2a0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.151945] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-08bbc192-c6c0-4eb7-8f26-336732c1db17" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.151945] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-08bbc192-c6c0-4eb7-8f26-336732c1db17" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152098] env[63309]: DEBUG nova.network.neutron [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.167039] env[63309]: DEBUG nova.compute.provider_tree [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.324597] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "af8a2354-d043-40e5-98c6-7f5d19098714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.325180] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "af8a2354-d043-40e5-98c6-7f5d19098714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.325836] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "af8a2354-d043-40e5-98c6-7f5d19098714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.325836] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "af8a2354-d043-40e5-98c6-7f5d19098714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.325988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "af8a2354-d043-40e5-98c6-7f5d19098714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.328867] env[63309]: INFO nova.compute.manager [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Terminating instance [ 887.353915] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.559145] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730303, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.586968] env[63309]: DEBUG oslo_concurrency.lockutils [req-4c9ba56f-9ab3-47d6-aac3-e019b77f9bd8 req-6d2ddfe4-6df3-4273-8cba-2ebc2aeef43d service nova] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.624136] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.624415] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.624594] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.624754] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.624924] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.625117] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.625332] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.625482] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.625647] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.625808] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.625980] env[63309]: DEBUG nova.virt.hardware [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.626878] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b56c59-8407-41be-9abe-25ad7d7964a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.634887] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a900f7-0f05-4fd3-9bee-54ba75298497 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.650262] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.655841] env[63309]: DEBUG oslo.service.loopingcall [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.657971] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.658251] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cae57c4-af94-4aa6-9d9b-c7b1a03cd3b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.671619] env[63309]: DEBUG nova.scheduler.client.report [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.680022] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.680022] env[63309]: value = "task-2730305" [ 887.680022] env[63309]: _type = "Task" [ 887.680022] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.687801] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730305, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.698395] env[63309]: DEBUG nova.network.neutron [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.833600] env[63309]: DEBUG nova.compute.manager [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.834836] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.835290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290a88b7-31e2-4b05-b7a6-c617ff78b78f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.842328] env[63309]: DEBUG nova.network.neutron [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Updating instance_info_cache with network_info: [{"id": "f4e6936e-ddf6-4299-b544-699342dca323", "address": "fa:16:3e:2e:55:3b", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e6936e-dd", "ovs_interfaceid": "f4e6936e-ddf6-4299-b544-699342dca323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.850282] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.850835] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d0d245-de12-4a75-baec-f888fbdfbed9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.857909] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71639} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.860242] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] cd8beef9-1144-4fef-a50b-801249e7eebb/cd8beef9-1144-4fef-a50b-801249e7eebb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.860425] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.860778] env[63309]: DEBUG oslo_vmware.api [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 887.860778] env[63309]: value = "task-2730306" [ 887.860778] env[63309]: _type = "Task" [ 887.860778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.861331] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-756aa89e-e960-43e5-ac85-43f36cf2a12a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.872304] env[63309]: DEBUG oslo_vmware.api [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.874172] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 887.874172] env[63309]: value = "task-2730307" [ 887.874172] env[63309]: _type = "Task" [ 887.874172] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.885144] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.060427] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730303, 'name': Rename_Task, 'duration_secs': 1.149725} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.060844] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.061174] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765b447c-6a89-415c-b4a1-c650443f8807 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.070376] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 888.070376] env[63309]: value = "task-2730308" [ 888.070376] env[63309]: _type = "Task" [ 888.070376] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.081567] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.177035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.179952] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.349s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.181669] env[63309]: INFO nova.compute.claims [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.198378] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730305, 'name': CreateVM_Task, 'duration_secs': 0.398938} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.198640] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.199161] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.202118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.202118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.202118] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9aba04-0207-43ca-909c-a2648e206780 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.206118] env[63309]: INFO nova.scheduler.client.report [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Deleted allocations for instance b72ef8ca-dc8d-413a-9aa2-0780d92247ee [ 888.208685] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 888.208685] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4a8ef-f500-140e-9e5b-0827b7dfcc47" [ 888.208685] env[63309]: _type = "Task" [ 888.208685] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.220778] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4a8ef-f500-140e-9e5b-0827b7dfcc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.307553] env[63309]: DEBUG nova.compute.manager [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Received event network-vif-plugged-f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.307893] env[63309]: DEBUG oslo_concurrency.lockutils [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] Acquiring lock "08bbc192-c6c0-4eb7-8f26-336732c1db17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.308225] env[63309]: DEBUG oslo_concurrency.lockutils [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.308398] env[63309]: DEBUG oslo_concurrency.lockutils [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.308628] env[63309]: DEBUG nova.compute.manager [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] No waiting events found dispatching network-vif-plugged-f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.308895] env[63309]: WARNING nova.compute.manager [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Received unexpected event network-vif-plugged-f4e6936e-ddf6-4299-b544-699342dca323 for instance with vm_state building and task_state spawning. [ 888.309054] env[63309]: DEBUG nova.compute.manager [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Received event network-changed-f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.309259] env[63309]: DEBUG nova.compute.manager [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Refreshing instance network info cache due to event network-changed-f4e6936e-ddf6-4299-b544-699342dca323. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.309442] env[63309]: DEBUG oslo_concurrency.lockutils [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] Acquiring lock "refresh_cache-08bbc192-c6c0-4eb7-8f26-336732c1db17" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.352365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-08bbc192-c6c0-4eb7-8f26-336732c1db17" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.352621] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Instance network_info: |[{"id": "f4e6936e-ddf6-4299-b544-699342dca323", "address": "fa:16:3e:2e:55:3b", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e6936e-dd", "ovs_interfaceid": "f4e6936e-ddf6-4299-b544-699342dca323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.352928] env[63309]: DEBUG oslo_concurrency.lockutils [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] Acquired lock "refresh_cache-08bbc192-c6c0-4eb7-8f26-336732c1db17" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.353127] env[63309]: DEBUG nova.network.neutron [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Refreshing network info cache for port f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.354443] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:55:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4e6936e-ddf6-4299-b544-699342dca323', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.362841] env[63309]: DEBUG oslo.service.loopingcall [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.364011] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.364326] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7143f085-6708-41c5-aa96-f197a2aa16b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.393405] env[63309]: DEBUG oslo_vmware.api [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730306, 'name': PowerOffVM_Task, 'duration_secs': 0.185697} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.397099] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.397279] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.397500] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.397500] env[63309]: value = "task-2730309" [ 888.397500] env[63309]: _type = "Task" [ 888.397500] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.397698] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069312} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.397887] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54381c58-c53e-4cd3-9458-41b2e5e4e5a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.399434] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.402959] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93042bd6-8f98-477e-ab69-da224207d770 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.410755] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730309, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.429309] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] cd8beef9-1144-4fef-a50b-801249e7eebb/cd8beef9-1144-4fef-a50b-801249e7eebb.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.429981] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fffcb8-09d9-4dc4-9662-46ddc7b2af27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.450897] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 888.450897] env[63309]: value = "task-2730311" [ 888.450897] env[63309]: _type = "Task" [ 888.450897] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.459894] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.479627] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.479920] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.480138] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleting the datastore file [datastore1] af8a2354-d043-40e5-98c6-7f5d19098714 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.480427] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e66a943-9370-4f6f-8199-4087eb408c04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.487659] env[63309]: DEBUG oslo_vmware.api [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 888.487659] env[63309]: value = "task-2730312" [ 888.487659] env[63309]: _type = "Task" [ 888.487659] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.496707] env[63309]: DEBUG oslo_vmware.api [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.578275] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.720243] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c4eec4c-abd2-428b-ac43-e0fb7d2b1244 tempest-ServerTagsTestJSON-1814343 tempest-ServerTagsTestJSON-1814343-project-member] Lock "b72ef8ca-dc8d-413a-9aa2-0780d92247ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.573s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.727038] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4a8ef-f500-140e-9e5b-0827b7dfcc47, 'name': SearchDatastore_Task, 'duration_secs': 0.016187} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.727497] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.727769] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.728342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.728342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728342] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.728641] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d5af7bf-91c2-4dd5-baa4-b3c20d3f3b61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.747950] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.748231] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.749072] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd48322-c167-480f-8432-621a3da4f8cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.754994] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 888.754994] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52127a6f-b98c-e4f3-1fe2-7f2157069d2d" [ 888.754994] env[63309]: _type = "Task" [ 888.754994] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.762417] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52127a6f-b98c-e4f3-1fe2-7f2157069d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.909406] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730309, 'name': CreateVM_Task, 'duration_secs': 0.464239} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.911720] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.912492] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.912695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.913020] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.913644] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a087056f-5b42-4977-af91-20e3ce354821 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.918377] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 888.918377] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d23f70-bbb4-d0b1-424f-442cbb1919bb" [ 888.918377] env[63309]: _type = "Task" [ 888.918377] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.927847] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d23f70-bbb4-d0b1-424f-442cbb1919bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.961773] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730311, 'name': ReconfigVM_Task, 'duration_secs': 0.454709} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.962065] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Reconfigured VM instance instance-00000048 to attach disk [datastore2] cd8beef9-1144-4fef-a50b-801249e7eebb/cd8beef9-1144-4fef-a50b-801249e7eebb.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.962717] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c8d07f-1af3-4a9d-b3fa-9a5e8688e587 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.969065] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 888.969065] env[63309]: value = "task-2730313" [ 888.969065] env[63309]: _type = "Task" [ 888.969065] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.978693] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730313, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.997735] env[63309]: DEBUG oslo_vmware.api [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249479} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.998480] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.998683] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.998847] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.999030] env[63309]: INFO nova.compute.manager [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Took 1.16 seconds to destroy the instance on the hypervisor. [ 888.999279] env[63309]: DEBUG oslo.service.loopingcall [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.001763] env[63309]: DEBUG nova.compute.manager [-] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.001871] env[63309]: DEBUG nova.network.neutron [-] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.079799] env[63309]: DEBUG oslo_vmware.api [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730308, 'name': PowerOnVM_Task, 'duration_secs': 0.518171} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.080706] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.080966] env[63309]: INFO nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Took 9.68 seconds to spawn the instance on the hypervisor. [ 889.081181] env[63309]: DEBUG nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.082113] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562af1bc-f6d2-4d60-8002-87caea0eb526 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.181933] env[63309]: DEBUG nova.network.neutron [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Updated VIF entry in instance network info cache for port f4e6936e-ddf6-4299-b544-699342dca323. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.182520] env[63309]: DEBUG nova.network.neutron [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Updating instance_info_cache with network_info: [{"id": "f4e6936e-ddf6-4299-b544-699342dca323", "address": "fa:16:3e:2e:55:3b", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e6936e-dd", "ovs_interfaceid": "f4e6936e-ddf6-4299-b544-699342dca323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.273485] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52127a6f-b98c-e4f3-1fe2-7f2157069d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.014342} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.274603] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d5ec42-82c9-425e-aaa7-94ead890f121 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.286023] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 889.286023] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52997acf-e05e-1ff3-ad9e-42fc0f2e45c4" [ 889.286023] env[63309]: _type = "Task" [ 889.286023] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.296040] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52997acf-e05e-1ff3-ad9e-42fc0f2e45c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.430071] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d23f70-bbb4-d0b1-424f-442cbb1919bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.430474] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.430795] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.431114] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.482240] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730313, 'name': Rename_Task, 'duration_secs': 0.202293} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.485264] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.485867] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47c5cc5-aa04-4b3f-b198-5dae63881502 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.492706] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 889.492706] env[63309]: value = "task-2730314" [ 889.492706] env[63309]: _type = "Task" [ 889.492706] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.503500] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.601338] env[63309]: INFO nova.compute.manager [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Took 41.00 seconds to build instance. [ 889.685809] env[63309]: DEBUG oslo_concurrency.lockutils [req-6a16e810-cbec-4077-8319-e12a37954433 req-8f295ad9-4f71-4eae-8715-3e8c8e2cebe2 service nova] Releasing lock "refresh_cache-08bbc192-c6c0-4eb7-8f26-336732c1db17" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.687859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c76ec3-361c-48d8-9070-fdbbd4a11a91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.696671] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8035ef-ff60-4468-8f7f-3c7a336e7aca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.730278] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2277a92-71ea-4c82-8120-8c85d4fd78d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.741846] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7c398a-031a-4b24-bf74-6fb19ab63b6b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.756238] env[63309]: DEBUG nova.compute.provider_tree [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.794089] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52997acf-e05e-1ff3-ad9e-42fc0f2e45c4, 'name': SearchDatastore_Task, 'duration_secs': 0.027999} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.794385] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.794644] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.794925] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.795122] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.795348] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b42ee7e-f615-475f-a9a9-b37849a494ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.799599] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f01c1423-67a2-42ed-b4dc-fa6cc4c3f96f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.804941] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 889.804941] env[63309]: value = "task-2730315" [ 889.804941] env[63309]: _type = "Task" [ 889.804941] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.809372] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.809437] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.810756] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946efaf9-9742-40a0-ac6c-16ee8f9188c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.816904] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.820089] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 889.820089] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527cb7cc-c0be-5ab9-69b9-a7ed06b1bcd3" [ 889.820089] env[63309]: _type = "Task" [ 889.820089] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.828241] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527cb7cc-c0be-5ab9-69b9-a7ed06b1bcd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.889307] env[63309]: DEBUG nova.network.neutron [-] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.004825] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.103460] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b2ccfeaf-835f-4635-8759-26e74ebe4238 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.932s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.302017] env[63309]: DEBUG nova.scheduler.client.report [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.302307] env[63309]: DEBUG nova.compute.provider_tree [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 96 to 97 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.302496] env[63309]: DEBUG nova.compute.provider_tree [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.324149] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.332770] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527cb7cc-c0be-5ab9-69b9-a7ed06b1bcd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012925} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.334571] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13eb3450-d3de-40d3-bbd6-a5efdbc5a274 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.341946] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 890.341946] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c3b62b-8d46-b43c-a3a5-12724b54a43b" [ 890.341946] env[63309]: _type = "Task" [ 890.341946] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.353714] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c3b62b-8d46-b43c-a3a5-12724b54a43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.393288] env[63309]: INFO nova.compute.manager [-] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Took 1.39 seconds to deallocate network for instance. [ 890.426672] env[63309]: DEBUG nova.compute.manager [req-5ffeca4a-d3b7-4fae-9c07-80eda421a2b2 req-9cb68206-698b-4543-a304-75716d02a7e8 service nova] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Received event network-vif-deleted-7eeeb28e-9872-4df9-8497-927fb65d3f18 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.507761] env[63309]: DEBUG oslo_vmware.api [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730314, 'name': PowerOnVM_Task, 'duration_secs': 0.811071} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.508156] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.508375] env[63309]: INFO nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Took 8.54 seconds to spawn the instance on the hypervisor. [ 890.508594] env[63309]: DEBUG nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.509487] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c84850-0cd3-4d8b-ac35-90f7491faea7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.817383] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.817949] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.825270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.725s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.825519] env[63309]: DEBUG nova.objects.instance [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lazy-loading 'resources' on Instance uuid 64ede278-e96e-485e-8a84-f2701d95aec3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.826911] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730315, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.861020] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c3b62b-8d46-b43c-a3a5-12724b54a43b, 'name': SearchDatastore_Task, 'duration_secs': 0.062916} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.861020] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.861020] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 08bbc192-c6c0-4eb7-8f26-336732c1db17/08bbc192-c6c0-4eb7-8f26-336732c1db17.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.861020] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a4ede22-7c06-406a-9c31-71e157a0e07b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.866424] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 890.866424] env[63309]: value = "task-2730316" [ 890.866424] env[63309]: _type = "Task" [ 890.866424] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.883610] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.909353] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.032679] env[63309]: INFO nova.compute.manager [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Took 39.37 seconds to build instance. [ 891.171967] env[63309]: INFO nova.compute.manager [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Rebuilding instance [ 891.233205] env[63309]: DEBUG nova.compute.manager [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.235517] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba53eb74-ab50-46f9-8850-0e58c953358f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.323150] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730315, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.329985] env[63309]: DEBUG nova.compute.utils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.335219] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.335433] env[63309]: DEBUG nova.network.neutron [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.381194] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.398772] env[63309]: DEBUG nova.policy [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27285d039fc74cb2b8a07000ae5b772f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74bc7d25366c47b884cd91a356421585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.536327] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e9f8e942-2f1e-408e-9f8a-d00b9b8fda5c tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.306s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.711262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "cd8beef9-1144-4fef-a50b-801249e7eebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.711262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.711262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "cd8beef9-1144-4fef-a50b-801249e7eebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.711262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.711533] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.715716] env[63309]: INFO nova.compute.manager [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Terminating instance [ 891.754361] env[63309]: DEBUG nova.network.neutron [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Successfully created port: e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.792489] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc8823-51bb-44f3-832f-5cc95320ae78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.801940] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98ae1b1-eed6-4738-972f-a8e32f338ab1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.838053] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef04827-5c4c-423f-be62-b0d23870397a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.840869] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.849321] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.822896} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.851703] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.851980] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.852313] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d707db89-b1c2-4bdc-9e01-c75d48ed66f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.855358] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5b2367-fc55-4ce5-b6dd-6c380f14d392 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.873543] env[63309]: DEBUG nova.compute.provider_tree [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.879979] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 891.879979] env[63309]: value = "task-2730317" [ 891.879979] env[63309]: _type = "Task" [ 891.879979] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.889081] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.895738] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.222415] env[63309]: DEBUG nova.compute.manager [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.222645] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.223577] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397fb1c8-859a-4d55-a574-f927dddeb254 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.231796] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.232059] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420c70bd-ed09-4079-990d-9658dad3c841 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.238442] env[63309]: DEBUG oslo_vmware.api [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 892.238442] env[63309]: value = "task-2730318" [ 892.238442] env[63309]: _type = "Task" [ 892.238442] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.252000] env[63309]: DEBUG oslo_vmware.api [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.258478] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.258858] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42d6fb9e-2183-4729-a8d8-554a81591e9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.265525] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 892.265525] env[63309]: value = "task-2730319" [ 892.265525] env[63309]: _type = "Task" [ 892.265525] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.275942] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.383792] env[63309]: DEBUG nova.scheduler.client.report [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.387301] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.326299} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.391518] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 08bbc192-c6c0-4eb7-8f26-336732c1db17/08bbc192-c6c0-4eb7-8f26-336732c1db17.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.391740] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.392294] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c536728b-05db-4518-96a5-6e2336b20636 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.399453] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085747} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.400705] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.401323] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 892.401323] env[63309]: value = "task-2730320" [ 892.401323] env[63309]: _type = "Task" [ 892.401323] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.402025] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0412e63-e6d1-42ed-9bb9-bec73deac781 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.419284] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.428491] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.428834] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a257311-0b26-4e46-b8f4-3ddedd41391e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.448736] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 892.448736] env[63309]: value = "task-2730321" [ 892.448736] env[63309]: _type = "Task" [ 892.448736] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.458797] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.753596] env[63309]: DEBUG oslo_vmware.api [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730318, 'name': PowerOffVM_Task, 'duration_secs': 0.240509} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.753596] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.753596] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.753596] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65eceece-5417-422b-832e-302af7152ce9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.775821] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730319, 'name': PowerOffVM_Task, 'duration_secs': 0.261031} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.776122] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.776426] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.777263] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7326b-e89e-47df-874c-5db163751318 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.785900] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.786462] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f783ef92-05f4-42a5-b658-a1670ac42316 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.832422] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.832422] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.832639] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleting the datastore file [datastore2] cd8beef9-1144-4fef-a50b-801249e7eebb {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.832807] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc7d3769-4fa3-44e3-bfd3-1cc301c2b223 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.839862] env[63309]: DEBUG oslo_vmware.api [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for the task: (returnval){ [ 892.839862] env[63309]: value = "task-2730324" [ 892.839862] env[63309]: _type = "Task" [ 892.839862] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.851761] env[63309]: DEBUG oslo_vmware.api [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.854107] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.859165] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.859395] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.859609] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.859905] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de3bee72-788c-43e4-8c11-da6c24caba06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.867156] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 892.867156] env[63309]: value = "task-2730325" [ 892.867156] env[63309]: _type = "Task" [ 892.867156] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.880253] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.882573] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84b7dab628e2ed8729202a189afc780f',container_format='bare',created_at=2025-02-20T15:10:57Z,direct_url=,disk_format='vmdk',id=c67b51bb-ec5c-4151-b2cc-d471370e3a0a,min_disk=1,min_ram=0,name='tempest-test-snap-15642209',owner='74bc7d25366c47b884cd91a356421585',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-20T15:11:11Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.882790] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.882949] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.883166] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.883378] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.883585] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.883842] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.884117] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.884280] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.884500] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.884616] env[63309]: DEBUG nova.virt.hardware [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.885473] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675df183-e88f-4337-9a82-2e1220912ff9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.888674] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.891101] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.668s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.892628] env[63309]: INFO nova.compute.claims [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.902028] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725888f-9f2c-4f08-930f-3a49870d4baf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.912854] env[63309]: INFO nova.scheduler.client.report [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted allocations for instance 64ede278-e96e-485e-8a84-f2701d95aec3 [ 892.926663] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075481} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.929908] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.930984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1b59c4-4ce9-4dc0-81b0-68f376da1c75 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.956601] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 08bbc192-c6c0-4eb7-8f26-336732c1db17/08bbc192-c6c0-4eb7-8f26-336732c1db17.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.957901] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2b35f3-3ebb-4ddb-bd1a-5e31841102dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.987337] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.988800] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 892.988800] env[63309]: value = "task-2730326" [ 892.988800] env[63309]: _type = "Task" [ 892.988800] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.998350] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.352098] env[63309]: DEBUG oslo_vmware.api [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Task: {'id': task-2730324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368774} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.352495] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.352666] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.352910] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.353155] env[63309]: INFO nova.compute.manager [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.353449] env[63309]: DEBUG oslo.service.loopingcall [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.353683] env[63309]: DEBUG nova.compute.manager [-] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.353785] env[63309]: DEBUG nova.network.neutron [-] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.378729] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383572} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.379072] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.379435] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.379579] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.434233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3d290324-4acb-45f3-9f84-c4057a9816d6 tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "64ede278-e96e-485e-8a84-f2701d95aec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.725s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.471493] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730321, 'name': ReconfigVM_Task, 'duration_secs': 0.581062} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.472166] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] aa241a66-d686-4b81-9bb7-f6c97052af0c/aa241a66-d686-4b81-9bb7-f6c97052af0c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.472856] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae38fef6-ec3a-4277-a95e-c0e5ff8eaaf3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.480485] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 893.480485] env[63309]: value = "task-2730327" [ 893.480485] env[63309]: _type = "Task" [ 893.480485] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.490255] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730327, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.502322] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.521736] env[63309]: DEBUG nova.compute.manager [req-90cf7963-4335-458b-bbe3-1023d5a023ad req-e01102ef-a7a1-420b-b44e-b5e9512f651f service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Received event network-vif-plugged-e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.522014] env[63309]: DEBUG oslo_concurrency.lockutils [req-90cf7963-4335-458b-bbe3-1023d5a023ad req-e01102ef-a7a1-420b-b44e-b5e9512f651f service nova] Acquiring lock "cb666062-133e-4bee-86e4-c8a2998e3ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.522264] env[63309]: DEBUG oslo_concurrency.lockutils [req-90cf7963-4335-458b-bbe3-1023d5a023ad req-e01102ef-a7a1-420b-b44e-b5e9512f651f service nova] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.522436] env[63309]: DEBUG oslo_concurrency.lockutils [req-90cf7963-4335-458b-bbe3-1023d5a023ad req-e01102ef-a7a1-420b-b44e-b5e9512f651f service nova] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.522605] env[63309]: DEBUG nova.compute.manager [req-90cf7963-4335-458b-bbe3-1023d5a023ad req-e01102ef-a7a1-420b-b44e-b5e9512f651f service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] No waiting events found dispatching network-vif-plugged-e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.522771] env[63309]: WARNING nova.compute.manager [req-90cf7963-4335-458b-bbe3-1023d5a023ad req-e01102ef-a7a1-420b-b44e-b5e9512f651f service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Received unexpected event network-vif-plugged-e83392d6-0965-4667-b384-0944075fbfc9 for instance with vm_state building and task_state spawning. [ 893.681878] env[63309]: DEBUG nova.network.neutron [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Successfully updated port: e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.990395] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730327, 'name': Rename_Task, 'duration_secs': 0.193511} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.995979] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.996795] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e5cf191-d0ba-440b-b4fa-33f5d49c75bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.003896] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730326, 'name': ReconfigVM_Task, 'duration_secs': 0.558382} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.005227] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 08bbc192-c6c0-4eb7-8f26-336732c1db17/08bbc192-c6c0-4eb7-8f26-336732c1db17.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.005938] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 894.005938] env[63309]: value = "task-2730328" [ 894.005938] env[63309]: _type = "Task" [ 894.005938] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.009453] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31c03841-8285-497e-b30b-5300f1611074 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.023338] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.025379] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 894.025379] env[63309]: value = "task-2730329" [ 894.025379] env[63309]: _type = "Task" [ 894.025379] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.038590] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730329, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.185721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "refresh_cache-cb666062-133e-4bee-86e4-c8a2998e3ddb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.185721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "refresh_cache-cb666062-133e-4bee-86e4-c8a2998e3ddb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.185721] env[63309]: DEBUG nova.network.neutron [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.281385] env[63309]: DEBUG nova.network.neutron [-] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.348716] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f5aa2-d509-412f-be04-c256b278fe80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.356959] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c619aa-8224-4c47-a639-2f2bc7687099 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.390220] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ae6555-fb54-48d8-973e-b0bd07a64986 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.402630] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb09232-a9bc-4a13-bd48-cd6eb17adc52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.418294] env[63309]: DEBUG nova.compute.provider_tree [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.429817] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.429817] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.429817] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.430104] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.431026] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.431026] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.431026] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.431026] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.431253] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.431490] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.431775] env[63309]: DEBUG nova.virt.hardware [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.432940] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca1b39-0930-4169-83b6-bda6bb10f7d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.444819] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b8272-b6fd-4abe-92a4-92ffe7b5e48e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.460783] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:92:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92365db9-4af1-41a5-829a-e7d41d9277bf', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.468402] env[63309]: DEBUG oslo.service.loopingcall [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.468688] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.468907] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c912651-829b-40e2-bff0-49f2fe95f86d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.488644] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.488644] env[63309]: value = "task-2730330" [ 894.488644] env[63309]: _type = "Task" [ 894.488644] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.496325] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730330, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.515555] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "d3a67084-5702-4a8e-901d-bbafae785194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.515832] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "d3a67084-5702-4a8e-901d-bbafae785194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.516089] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "d3a67084-5702-4a8e-901d-bbafae785194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.516383] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "d3a67084-5702-4a8e-901d-bbafae785194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.516644] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "d3a67084-5702-4a8e-901d-bbafae785194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.519199] env[63309]: INFO nova.compute.manager [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Terminating instance [ 894.523939] env[63309]: DEBUG oslo_vmware.api [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730328, 'name': PowerOnVM_Task, 'duration_secs': 0.478127} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.525711] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.526813] env[63309]: DEBUG nova.compute.manager [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.527277] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65050e86-269e-4400-8954-ba46568e15d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.537844] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730329, 'name': Rename_Task, 'duration_secs': 0.195984} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.539628] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.542536] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685a46a7-df12-409b-b3b5-2b831ca0ea41 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.549652] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 894.549652] env[63309]: value = "task-2730331" [ 894.549652] env[63309]: _type = "Task" [ 894.549652] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.561635] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.599719] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6422e-d65b-6a28-e3cd-0e0a92c7a13b/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.600778] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8417bb-6ddd-49ed-94df-6add1d528424 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.607349] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6422e-d65b-6a28-e3cd-0e0a92c7a13b/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.607522] env[63309]: ERROR oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6422e-d65b-6a28-e3cd-0e0a92c7a13b/disk-0.vmdk due to incomplete transfer. [ 894.607743] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbf3077a-6afd-4f78-9395-005a51407e3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.615948] env[63309]: DEBUG oslo_vmware.rw_handles [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6422e-d65b-6a28-e3cd-0e0a92c7a13b/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 894.616211] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Uploaded image 93e0099c-0370-4db9-a071-d96a806ac155 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 894.618605] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.620135] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45ef4029-346e-4b03-851a-923ceaf7883e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.624927] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 894.624927] env[63309]: value = "task-2730332" [ 894.624927] env[63309]: _type = "Task" [ 894.624927] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.634457] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730332, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.786399] env[63309]: INFO nova.compute.manager [-] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Took 1.43 seconds to deallocate network for instance. [ 894.959023] env[63309]: DEBUG nova.scheduler.client.report [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.959023] env[63309]: DEBUG nova.compute.provider_tree [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 97 to 98 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.959023] env[63309]: DEBUG nova.compute.provider_tree [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.004066] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730330, 'name': CreateVM_Task, 'duration_secs': 0.327715} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.004066] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.004066] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.004066] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.004687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.005178] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c01a2c-0139-409c-a171-3fc22bdeb715 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.011137] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 895.011137] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e1c4ee-eebf-9c3a-3cb0-bbf1b90c7562" [ 895.011137] env[63309]: _type = "Task" [ 895.011137] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.013068] env[63309]: DEBUG nova.network.neutron [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.029297] env[63309]: DEBUG nova.compute.manager [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.029775] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.030576] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e1c4ee-eebf-9c3a-3cb0-bbf1b90c7562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.031896] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359b3d3-6b46-4111-812b-303448000cf9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.040683] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.041255] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02e42fd-2c88-4168-93b1-cba178a78aeb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.059118] env[63309]: DEBUG oslo_vmware.api [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 895.059118] env[63309]: value = "task-2730333" [ 895.059118] env[63309]: _type = "Task" [ 895.059118] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.064706] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.073569] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.077228] env[63309]: DEBUG oslo_vmware.api [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.135846] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730332, 'name': Destroy_Task, 'duration_secs': 0.312372} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.136164] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Destroyed the VM [ 895.136445] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 895.136707] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5a54244-1e90-4207-82b2-60a61ad98682 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.143450] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 895.143450] env[63309]: value = "task-2730334" [ 895.143450] env[63309]: _type = "Task" [ 895.143450] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.151152] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730334, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.192684] env[63309]: DEBUG nova.network.neutron [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Updating instance_info_cache with network_info: [{"id": "e83392d6-0965-4667-b384-0944075fbfc9", "address": "fa:16:3e:1b:17:38", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83392d6-09", "ovs_interfaceid": "e83392d6-0965-4667-b384-0944075fbfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.295877] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.465052] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.465737] env[63309]: DEBUG nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.469588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.265s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.469820] env[63309]: DEBUG nova.objects.instance [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lazy-loading 'resources' on Instance uuid 9dafca40-ecac-4e8f-b50b-92dab404efb8 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.522228] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e1c4ee-eebf-9c3a-3cb0-bbf1b90c7562, 'name': SearchDatastore_Task, 'duration_secs': 0.030082} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.522290] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.522497] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.522733] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.522881] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.523074] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.524599] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7c09b56-8dee-47cc-a80e-09519c7bf5f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.533687] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.533687] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.533687] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f23b21-a262-43f3-aff4-b9a6fe823450 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.538741] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 895.538741] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aff041-d8d8-4bfa-8960-2fd53583dc66" [ 895.538741] env[63309]: _type = "Task" [ 895.538741] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.546525] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aff041-d8d8-4bfa-8960-2fd53583dc66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.553396] env[63309]: DEBUG nova.compute.manager [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Received event network-changed-e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.553591] env[63309]: DEBUG nova.compute.manager [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Refreshing instance network info cache due to event network-changed-e83392d6-0965-4667-b384-0944075fbfc9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.553777] env[63309]: DEBUG oslo_concurrency.lockutils [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] Acquiring lock "refresh_cache-cb666062-133e-4bee-86e4-c8a2998e3ddb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.566655] env[63309]: DEBUG oslo_vmware.api [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730331, 'name': PowerOnVM_Task, 'duration_secs': 0.807258} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.569733] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.572583] env[63309]: INFO nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Took 9.73 seconds to spawn the instance on the hypervisor. [ 895.572583] env[63309]: DEBUG nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.572583] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b475fb8-11e3-4e7e-9b32-282dc2e22e00 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.581414] env[63309]: DEBUG oslo_vmware.api [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730333, 'name': PowerOffVM_Task, 'duration_secs': 0.178256} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.583851] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.583994] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.584948] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31b64bfe-84cb-492e-9c45-5e95f562a2af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.636663] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.636896] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.637094] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleting the datastore file [datastore2] d3a67084-5702-4a8e-901d-bbafae785194 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.637364] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61d08b8-148d-4434-b174-fc7d87884ffa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.645330] env[63309]: DEBUG oslo_vmware.api [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for the task: (returnval){ [ 895.645330] env[63309]: value = "task-2730336" [ 895.645330] env[63309]: _type = "Task" [ 895.645330] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.656251] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730334, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384764} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.659225] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 895.659540] env[63309]: DEBUG nova.compute.manager [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.659938] env[63309]: DEBUG oslo_vmware.api [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.660521] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d900f54-a403-4728-8ba5-2d55c1834725 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.697030] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "refresh_cache-cb666062-133e-4bee-86e4-c8a2998e3ddb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.697030] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Instance network_info: |[{"id": "e83392d6-0965-4667-b384-0944075fbfc9", "address": "fa:16:3e:1b:17:38", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83392d6-09", "ovs_interfaceid": "e83392d6-0965-4667-b384-0944075fbfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.697244] env[63309]: DEBUG oslo_concurrency.lockutils [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] Acquired lock "refresh_cache-cb666062-133e-4bee-86e4-c8a2998e3ddb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.697244] env[63309]: DEBUG nova.network.neutron [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Refreshing network info cache for port e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.698387] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:17:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e83392d6-0965-4667-b384-0944075fbfc9', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.707341] env[63309]: DEBUG oslo.service.loopingcall [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.710470] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.710911] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a13f6e-01a3-48c0-ae56-cc987243bcae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.732341] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.732341] env[63309]: value = "task-2730337" [ 895.732341] env[63309]: _type = "Task" [ 895.732341] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.740550] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730337, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.806601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "aa241a66-d686-4b81-9bb7-f6c97052af0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.806601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "aa241a66-d686-4b81-9bb7-f6c97052af0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.806601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "aa241a66-d686-4b81-9bb7-f6c97052af0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.806601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "aa241a66-d686-4b81-9bb7-f6c97052af0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.806884] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "aa241a66-d686-4b81-9bb7-f6c97052af0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.807803] env[63309]: INFO nova.compute.manager [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Terminating instance [ 895.971952] env[63309]: DEBUG nova.compute.utils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.972917] env[63309]: DEBUG nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 896.027841] env[63309]: DEBUG nova.network.neutron [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Updated VIF entry in instance network info cache for port e83392d6-0965-4667-b384-0944075fbfc9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.028263] env[63309]: DEBUG nova.network.neutron [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Updating instance_info_cache with network_info: [{"id": "e83392d6-0965-4667-b384-0944075fbfc9", "address": "fa:16:3e:1b:17:38", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83392d6-09", "ovs_interfaceid": "e83392d6-0965-4667-b384-0944075fbfc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.053098] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aff041-d8d8-4bfa-8960-2fd53583dc66, 'name': SearchDatastore_Task, 'duration_secs': 0.038326} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.053820] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bb09a2-07d3-4b44-8eb5-67011c8d6874 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.059997] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 896.059997] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521b2289-f549-5659-3663-d60e4ecb3625" [ 896.059997] env[63309]: _type = "Task" [ 896.059997] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.068046] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521b2289-f549-5659-3663-d60e4ecb3625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.095305] env[63309]: INFO nova.compute.manager [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Took 41.61 seconds to build instance. [ 896.159400] env[63309]: DEBUG oslo_vmware.api [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Task: {'id': task-2730336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.159691] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.160019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.160120] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.160236] env[63309]: INFO nova.compute.manager [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Took 1.13 seconds to destroy the instance on the hypervisor. [ 896.160482] env[63309]: DEBUG oslo.service.loopingcall [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.160676] env[63309]: DEBUG nova.compute.manager [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.160770] env[63309]: DEBUG nova.network.neutron [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.175151] env[63309]: INFO nova.compute.manager [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Shelve offloading [ 896.242530] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730337, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.311485] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "refresh_cache-aa241a66-d686-4b81-9bb7-f6c97052af0c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.311807] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquired lock "refresh_cache-aa241a66-d686-4b81-9bb7-f6c97052af0c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.313209] env[63309]: DEBUG nova.network.neutron [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.422389] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853704c-b308-4296-a027-ccd2665aeb85 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.430679] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1fbec3-18ad-4601-b647-a1f7c44d2da7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.463688] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811f01b0-5be1-4280-a136-211add641335 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.471202] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ab890-e9e0-41fb-8acf-0de855ce11b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.479053] env[63309]: DEBUG nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.487605] env[63309]: DEBUG nova.compute.provider_tree [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.530676] env[63309]: DEBUG oslo_concurrency.lockutils [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] Releasing lock "refresh_cache-cb666062-133e-4bee-86e4-c8a2998e3ddb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.530932] env[63309]: DEBUG nova.compute.manager [req-74a10649-6c37-475f-8fa8-f820413e8100 req-ebfbd067-a8f7-499c-a34b-aed126ee5d40 service nova] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Received event network-vif-deleted-f7e716f6-6611-45a2-89d1-e08667e679a4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.571318] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521b2289-f549-5659-3663-d60e4ecb3625, 'name': SearchDatastore_Task, 'duration_secs': 0.034198} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.571574] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.571826] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.572129] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6223e7f0-63f5-494d-9381-aff3506034f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.578338] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 896.578338] env[63309]: value = "task-2730338" [ 896.578338] env[63309]: _type = "Task" [ 896.578338] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.586271] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.598210] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bbafcc8c-dea1-4bdc-b704-8979510755be tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.908s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.680918] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.680918] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520d2140-42b9-4fbc-97d6-49ec86de0446 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.690637] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 896.690637] env[63309]: value = "task-2730339" [ 896.690637] env[63309]: _type = "Task" [ 896.690637] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.701719] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 896.702105] env[63309]: DEBUG nova.compute.manager [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.702957] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0eaee-bc3a-4521-968e-8a9043aa15b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.708707] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.709047] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.709333] env[63309]: DEBUG nova.network.neutron [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.741676] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730337, 'name': CreateVM_Task, 'duration_secs': 0.645667} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.741850] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.742559] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.742763] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.743183] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.743369] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b004ffc8-6efa-4600-9c76-edebfa6bfcbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.747651] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 896.747651] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5275e14d-e922-1417-b4ca-86e4d6e24bfe" [ 896.747651] env[63309]: _type = "Task" [ 896.747651] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.756922] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5275e14d-e922-1417-b4ca-86e4d6e24bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.837370] env[63309]: DEBUG nova.network.neutron [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.878881] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "08bbc192-c6c0-4eb7-8f26-336732c1db17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.879698] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.879786] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "08bbc192-c6c0-4eb7-8f26-336732c1db17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.879967] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.880157] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.882426] env[63309]: INFO nova.compute.manager [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Terminating instance [ 896.905095] env[63309]: DEBUG nova.network.neutron [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.030792] env[63309]: DEBUG nova.scheduler.client.report [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.031092] env[63309]: DEBUG nova.compute.provider_tree [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 98 to 99 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.032201] env[63309]: DEBUG nova.compute.provider_tree [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.051259] env[63309]: DEBUG nova.network.neutron [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.090715] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.257615] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.257934] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Processing image c67b51bb-ec5c-4151-b2cc-d471370e3a0a {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.258253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.258730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.258730] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.258967] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db4b4222-2948-4570-9904-3957dbf6c6ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.267960] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.268181] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.268896] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15cad58f-189c-41a2-8d2b-3227d53df1a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.274926] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 897.274926] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b65f52-e9a4-2144-4d26-0aadbf6d4566" [ 897.274926] env[63309]: _type = "Task" [ 897.274926] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.281823] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b65f52-e9a4-2144-4d26-0aadbf6d4566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.387126] env[63309]: DEBUG nova.compute.manager [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.387504] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.388436] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206ebde-eafc-4b9e-97f3-1e8a25d4f3b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.395885] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.396160] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f60c933-e821-4f5e-abfd-bf11bf848018 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.402348] env[63309]: DEBUG oslo_vmware.api [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 897.402348] env[63309]: value = "task-2730340" [ 897.402348] env[63309]: _type = "Task" [ 897.402348] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.407832] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Releasing lock "refresh_cache-aa241a66-d686-4b81-9bb7-f6c97052af0c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.408057] env[63309]: DEBUG nova.compute.manager [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.408233] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.412123] env[63309]: DEBUG nova.network.neutron [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updating instance_info_cache with network_info: [{"id": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "address": "fa:16:3e:01:e2:3a", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0a520-8d", "ovs_interfaceid": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.413705] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2cf024-1986-4b74-9f3a-8f42537d65a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.416274] env[63309]: DEBUG oslo_vmware.api [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.420550] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.420798] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50791c1-e97c-427f-ae86-b194211f3c62 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.427582] env[63309]: DEBUG oslo_vmware.api [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 897.427582] env[63309]: value = "task-2730341" [ 897.427582] env[63309]: _type = "Task" [ 897.427582] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.435370] env[63309]: DEBUG oslo_vmware.api [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.499192] env[63309]: DEBUG nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.528712] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.528967] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.529144] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.529330] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.529485] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.529630] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.529841] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.530010] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.530270] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.530355] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.530523] env[63309]: DEBUG nova.virt.hardware [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.531410] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56318bfa-7fac-43c8-9264-769b0194e395 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.539058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.541230] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.279s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.541473] env[63309]: DEBUG nova.objects.instance [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lazy-loading 'resources' on Instance uuid 495bb89d-ad01-41ac-b722-af172a88d885 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.543625] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444fc636-e67d-43d1-ba43-91d0339500e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.558811] env[63309]: INFO nova.compute.manager [-] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Took 1.40 seconds to deallocate network for instance. [ 897.560161] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.566327] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Creating folder: Project (2fbfcff297a34202ae03de0ec8b837e2). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.568922] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe8f968f-629c-4599-b429-364be64ff61e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.571050] env[63309]: INFO nova.scheduler.client.report [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted allocations for instance 9dafca40-ecac-4e8f-b50b-92dab404efb8 [ 897.586035] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Created folder: Project (2fbfcff297a34202ae03de0ec8b837e2) in parent group-v549567. [ 897.586228] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Creating folder: Instances. Parent ref: group-v549767. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.587303] env[63309]: DEBUG nova.compute.manager [req-5a06e9b3-7f72-43c7-98d0-3d7ee197d698 req-f9398554-f173-44b2-a981-7b8908e7340f service nova] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Received event network-vif-deleted-a46b40b8-5545-4fc4-9bc8-fb7f9d16d536 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.587952] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b2a7a9-7b90-46d2-bdd3-52518b1ef0ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.594763] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568105} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.594926] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.595212] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.595496] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ed84ee-4b52-41ca-b6cf-75154dc6e813 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.603370] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 897.603370] env[63309]: value = "task-2730344" [ 897.603370] env[63309]: _type = "Task" [ 897.603370] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.606806] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Created folder: Instances in parent group-v549767. [ 897.607098] env[63309]: DEBUG oslo.service.loopingcall [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.607672] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.608222] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe52bc1-0456-45e0-8e11-5ab7fc2b566c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.630387] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.635025] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.635025] env[63309]: value = "task-2730345" [ 897.635025] env[63309]: _type = "Task" [ 897.635025] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.646039] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730345, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.785161] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 897.785453] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Fetch image to [datastore1] OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b/OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 897.785797] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Downloading stream optimized image c67b51bb-ec5c-4151-b2cc-d471370e3a0a to [datastore1] OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b/OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b.vmdk on the data store datastore1 as vApp {{(pid=63309) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 897.785853] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Downloading image file data c67b51bb-ec5c-4151-b2cc-d471370e3a0a to the ESX as VM named 'OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b' {{(pid=63309) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 897.864513] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 897.864513] env[63309]: value = "resgroup-9" [ 897.864513] env[63309]: _type = "ResourcePool" [ 897.864513] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 897.864868] env[63309]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f746679a-5cd6-4a5f-b460-c92e3b630738 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.887723] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease: (returnval){ [ 897.887723] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226703d-b617-b486-dbe8-6e3d541109e2" [ 897.887723] env[63309]: _type = "HttpNfcLease" [ 897.887723] env[63309]: } obtained for vApp import into resource pool (val){ [ 897.887723] env[63309]: value = "resgroup-9" [ 897.887723] env[63309]: _type = "ResourcePool" [ 897.887723] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 897.888106] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the lease: (returnval){ [ 897.888106] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226703d-b617-b486-dbe8-6e3d541109e2" [ 897.888106] env[63309]: _type = "HttpNfcLease" [ 897.888106] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 897.894647] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.894647] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226703d-b617-b486-dbe8-6e3d541109e2" [ 897.894647] env[63309]: _type = "HttpNfcLease" [ 897.894647] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.911026] env[63309]: DEBUG oslo_vmware.api [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730340, 'name': PowerOffVM_Task, 'duration_secs': 0.214056} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.911289] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.911459] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.911707] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b1de646-bb1f-4335-bb78-da17ed0059d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.919075] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.936871] env[63309]: DEBUG oslo_vmware.api [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730341, 'name': PowerOffVM_Task, 'duration_secs': 0.143868} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.937152] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.937339] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.937611] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac525493-2914-4a1a-9e54-fcbf8257af6a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.979288] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.979384] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.979522] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore1] 08bbc192-c6c0-4eb7-8f26-336732c1db17 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.982872] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e755754c-238f-4726-b0fa-96ba453adb9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.984780] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.985076] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.985370] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Deleting the datastore file [datastore1] aa241a66-d686-4b81-9bb7-f6c97052af0c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.985945] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450804a8-f60a-4f14-bb83-0b2f5acce591 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.000406] env[63309]: DEBUG oslo_vmware.api [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 898.000406] env[63309]: value = "task-2730349" [ 898.000406] env[63309]: _type = "Task" [ 898.000406] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.001974] env[63309]: DEBUG oslo_vmware.api [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for the task: (returnval){ [ 898.001974] env[63309]: value = "task-2730350" [ 898.001974] env[63309]: _type = "Task" [ 898.001974] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.013383] env[63309]: DEBUG oslo_vmware.api [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.016619] env[63309]: DEBUG oslo_vmware.api [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.079105] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.084733] env[63309]: DEBUG oslo_concurrency.lockutils [None req-93ccf26a-355b-40ce-874a-6013847cd506 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "9dafca40-ecac-4e8f-b50b-92dab404efb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.210s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.117684] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062102} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.117684] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.118390] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668aad97-6bef-46c9-bab4-fb4e3c110fff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.146034] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.152252] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763f0b6f-cb99-498d-84cc-be9427427a1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.172668] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730345, 'name': CreateVM_Task, 'duration_secs': 0.533589} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.173905] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.174326] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 898.174326] env[63309]: value = "task-2730351" [ 898.174326] env[63309]: _type = "Task" [ 898.174326] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.174741] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.174907] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.175283] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.175584] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836f38ba-c209-4cb6-b534-cade690df514 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.185710] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 898.185710] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c3101f-04a0-d0d6-6d53-cd00b0bce2cc" [ 898.185710] env[63309]: _type = "Task" [ 898.185710] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.189120] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.202102] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c3101f-04a0-d0d6-6d53-cd00b0bce2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.237179] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.238108] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc5fe79-6f86-4903-a4ac-a7e6d2c9409e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.245949] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.248784] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b6c534-174f-4432-8ae4-bcd1d3df98a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.311030] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.311210] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.311436] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleting the datastore file [datastore2] 99234556-bd5b-4220-af45-272e54808a34 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.311697] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c9c398-752b-4dfb-923e-d40142e4e416 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.321532] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 898.321532] env[63309]: value = "task-2730353" [ 898.321532] env[63309]: _type = "Task" [ 898.321532] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.330431] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.396879] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.396879] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226703d-b617-b486-dbe8-6e3d541109e2" [ 898.396879] env[63309]: _type = "HttpNfcLease" [ 898.396879] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.492345] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce455a56-9c02-49d9-8499-f740f9bfc49c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.499694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef14cf3-9cf0-41fc-931e-fef0021796a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.536763] env[63309]: DEBUG oslo_vmware.api [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333194} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.537998] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf44a3-5a09-4b0d-b640-a3ab744c3f35 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.540994] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.541243] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.541437] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.541626] env[63309]: INFO nova.compute.manager [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.541893] env[63309]: DEBUG oslo.service.loopingcall [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.545149] env[63309]: DEBUG nova.compute.manager [-] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.545247] env[63309]: DEBUG nova.network.neutron [-] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.546991] env[63309]: DEBUG oslo_vmware.api [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Task: {'id': task-2730350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258283} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.547633] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.547888] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.548106] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.548303] env[63309]: INFO nova.compute.manager [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 898.548561] env[63309]: DEBUG oslo.service.loopingcall [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.549094] env[63309]: DEBUG nova.compute.manager [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.549196] env[63309]: DEBUG nova.network.neutron [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.554367] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c09911-ea09-42c0-930a-dd1a74cc13ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.568666] env[63309]: DEBUG nova.compute.provider_tree [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.598230] env[63309]: DEBUG nova.network.neutron [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.686658] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730351, 'name': ReconfigVM_Task, 'duration_secs': 0.498272} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.687144] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627/6d80bbf1-5ef9-43c7-979f-d1eea7bc8627.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.687650] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c362141b-2781-49c3-8915-064f243378d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.700880] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 898.700880] env[63309]: value = "task-2730354" [ 898.700880] env[63309]: _type = "Task" [ 898.700880] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.701121] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c3101f-04a0-d0d6-6d53-cd00b0bce2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024191} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.701507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.701686] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.701896] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.702055] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.702242] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.705115] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc841829-ce83-4695-aa4b-84bff9f91576 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.711735] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730354, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.712845] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.713032] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.713729] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f725d1-3e6a-4fe0-bc0e-048cdf9531fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.718663] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 898.718663] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5294de4e-bc46-c4d3-3f3a-2a596ac0cd30" [ 898.718663] env[63309]: _type = "Task" [ 898.718663] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.726199] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5294de4e-bc46-c4d3-3f3a-2a596ac0cd30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.832173] env[63309]: DEBUG oslo_vmware.api [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457648} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.832446] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.832633] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.832813] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.854241] env[63309]: INFO nova.scheduler.client.report [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocations for instance 99234556-bd5b-4220-af45-272e54808a34 [ 898.897304] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.897304] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226703d-b617-b486-dbe8-6e3d541109e2" [ 898.897304] env[63309]: _type = "HttpNfcLease" [ 898.897304] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.897610] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.897610] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5226703d-b617-b486-dbe8-6e3d541109e2" [ 898.897610] env[63309]: _type = "HttpNfcLease" [ 898.897610] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 898.898502] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5889d6-7dc4-4513-847f-c15ebeba13e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.908836] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65d7-00da-0330-d019-60f4f9021024/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.909610] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65d7-00da-0330-d019-60f4f9021024/disk-0.vmdk. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 898.979389] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4af61e63-d31b-40a0-910b-613dc999ee2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.100450] env[63309]: DEBUG nova.network.neutron [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.104687] env[63309]: DEBUG nova.scheduler.client.report [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 899.104956] env[63309]: DEBUG nova.compute.provider_tree [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 99 to 100 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 899.105241] env[63309]: DEBUG nova.compute.provider_tree [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.214192] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730354, 'name': Rename_Task, 'duration_secs': 0.129968} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.216415] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.216415] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0b09f7-35b7-4bb8-ad74-59e85bfe843d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.226047] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 899.226047] env[63309]: value = "task-2730355" [ 899.226047] env[63309]: _type = "Task" [ 899.226047] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.237137] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5294de4e-bc46-c4d3-3f3a-2a596ac0cd30, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.238442] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dc4d81-c43d-44ad-88b8-a024d648101c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.246745] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730355, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.250798] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 899.250798] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522dd52c-95bc-79de-48e0-2a0bbdc5ac57" [ 899.250798] env[63309]: _type = "Task" [ 899.250798] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.262870] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522dd52c-95bc-79de-48e0-2a0bbdc5ac57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.360185] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.490622] env[63309]: DEBUG nova.network.neutron [-] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.612404] env[63309]: INFO nova.compute.manager [-] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Took 1.06 seconds to deallocate network for instance. [ 899.613433] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.621487] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.323s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.623769] env[63309]: INFO nova.compute.claims [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.644126] env[63309]: INFO nova.scheduler.client.report [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Deleted allocations for instance 495bb89d-ad01-41ac-b722-af172a88d885 [ 899.692534] env[63309]: DEBUG nova.compute.manager [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Received event network-vif-unplugged-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.692534] env[63309]: DEBUG oslo_concurrency.lockutils [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] Acquiring lock "99234556-bd5b-4220-af45-272e54808a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.692714] env[63309]: DEBUG oslo_concurrency.lockutils [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] Lock "99234556-bd5b-4220-af45-272e54808a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.692867] env[63309]: DEBUG oslo_concurrency.lockutils [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] Lock "99234556-bd5b-4220-af45-272e54808a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.693135] env[63309]: DEBUG nova.compute.manager [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] No waiting events found dispatching network-vif-unplugged-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.693355] env[63309]: WARNING nova.compute.manager [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Received unexpected event network-vif-unplugged-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 for instance with vm_state shelved_offloaded and task_state None. [ 899.693530] env[63309]: DEBUG nova.compute.manager [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Received event network-changed-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.693756] env[63309]: DEBUG nova.compute.manager [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Refreshing instance network info cache due to event network-changed-e4a0a520-8d2c-41ac-84c5-02beb8ce50d9. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.695171] env[63309]: DEBUG oslo_concurrency.lockutils [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] Acquiring lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.695171] env[63309]: DEBUG oslo_concurrency.lockutils [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] Acquired lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.695171] env[63309]: DEBUG nova.network.neutron [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Refreshing network info cache for port e4a0a520-8d2c-41ac-84c5-02beb8ce50d9 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.738216] env[63309]: DEBUG oslo_vmware.api [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730355, 'name': PowerOnVM_Task, 'duration_secs': 0.502144} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.738654] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.738763] env[63309]: DEBUG nova.compute.manager [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.739529] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f7621-1c34-49ae-bb2d-f7a886bfe8b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.765712] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522dd52c-95bc-79de-48e0-2a0bbdc5ac57, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.767286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.767580] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 6aa3506a-1e91-4a89-b34a-4289135bdd88/6aa3506a-1e91-4a89-b34a-4289135bdd88.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.767871] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7bd954f-09a1-46f4-92e8-123428b705ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.773725] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 899.773725] env[63309]: value = "task-2730356" [ 899.773725] env[63309]: _type = "Task" [ 899.773725] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.784072] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.785378] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 899.785655] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65d7-00da-0330-d019-60f4f9021024/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.786882] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17380f1e-89f0-456c-a7cd-be9a318d56f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.795825] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65d7-00da-0330-d019-60f4f9021024/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.796029] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65d7-00da-0330-d019-60f4f9021024/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 899.796338] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-be205992-9c2d-479c-909f-555010085945 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.989856] env[63309]: DEBUG oslo_vmware.rw_handles [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65d7-00da-0330-d019-60f4f9021024/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 899.990642] env[63309]: INFO nova.virt.vmwareapi.images [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Downloaded image file data c67b51bb-ec5c-4151-b2cc-d471370e3a0a [ 899.990940] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db191678-30df-42a5-b486-92994c9d5d66 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.994196] env[63309]: INFO nova.compute.manager [-] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Took 1.45 seconds to deallocate network for instance. [ 900.010173] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781da9cd-3d2a-4fdb-b987-e2bfea5f2ff6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.050307] env[63309]: INFO nova.virt.vmwareapi.images [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] The imported VM was unregistered [ 900.052671] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 900.052905] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.053211] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e6599d-0d24-4ea1-b60d-54fcd9bc1fe8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.083029] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created directory with path [datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.083253] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b/OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b.vmdk to [datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk. {{(pid=63309) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 900.083486] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01664710-75f2-4998-91e2-0d53e4b20ddb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.091056] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 900.091056] env[63309]: value = "task-2730358" [ 900.091056] env[63309]: _type = "Task" [ 900.091056] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.100363] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.139992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.156676] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45699eea-28a6-4b23-bd7d-24a2aa36e7d5 tempest-MultipleCreateTestJSON-1230990679 tempest-MultipleCreateTestJSON-1230990679-project-member] Lock "495bb89d-ad01-41ac-b722-af172a88d885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.379s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.211607] env[63309]: DEBUG oslo_concurrency.lockutils [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "99234556-bd5b-4220-af45-272e54808a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.261117] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.288177] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.439396] env[63309]: DEBUG nova.network.neutron [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updated VIF entry in instance network info cache for port e4a0a520-8d2c-41ac-84c5-02beb8ce50d9. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.439497] env[63309]: DEBUG nova.network.neutron [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updating instance_info_cache with network_info: [{"id": "e4a0a520-8d2c-41ac-84c5-02beb8ce50d9", "address": "fa:16:3e:01:e2:3a", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": null, "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape4a0a520-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.511464] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.601190] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.788162] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688798} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.788487] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 6aa3506a-1e91-4a89-b34a-4289135bdd88/6aa3506a-1e91-4a89-b34a-4289135bdd88.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.789254] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.789254] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4163e3bb-5d7a-4ba8-b1ec-d608ac7bcac9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.799046] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 900.799046] env[63309]: value = "task-2730359" [ 900.799046] env[63309]: _type = "Task" [ 900.799046] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.814156] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.945634] env[63309]: DEBUG oslo_concurrency.lockutils [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] Releasing lock "refresh_cache-99234556-bd5b-4220-af45-272e54808a34" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.945880] env[63309]: DEBUG nova.compute.manager [req-03a02f5d-a5c5-430b-9812-a7edc12142ec req-c42e41a4-9ed2-40c2-93c1-eff2a26ed955 service nova] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Received event network-vif-deleted-f4e6936e-ddf6-4299-b544-699342dca323 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.946986] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.947270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.947489] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.947671] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.947828] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.950153] env[63309]: INFO nova.compute.manager [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Terminating instance [ 901.102607] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.117846] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d705b-17d1-4d5b-a8c2-3e45045e45b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.125273] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216929c8-86c8-45f5-9198-5eca8492fcdc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.155651] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1472d4-94cc-4589-a4d7-5c3e65195987 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.163446] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff545ec-6cf6-43f1-b4ea-8b9b05628571 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.179982] env[63309]: DEBUG nova.compute.provider_tree [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.309124] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083114} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.309430] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.310266] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564aa9f9-1db7-45f0-950e-a97b13882e83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.332582] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6aa3506a-1e91-4a89-b34a-4289135bdd88/6aa3506a-1e91-4a89-b34a-4289135bdd88.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.332582] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537dd786-3f9b-4df4-b6fc-ab37c1e6c431 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.361450] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 901.361450] env[63309]: value = "task-2730360" [ 901.361450] env[63309]: _type = "Task" [ 901.361450] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.372588] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.459550] env[63309]: DEBUG nova.compute.manager [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.459765] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.463773] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f05a0-a788-4dac-83c3-6eccf00dace8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.466804] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.467043] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.474711] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.475300] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb92993b-01fd-474e-aeba-587898803421 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.484311] env[63309]: DEBUG oslo_vmware.api [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 901.484311] env[63309]: value = "task-2730361" [ 901.484311] env[63309]: _type = "Task" [ 901.484311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.494185] env[63309]: DEBUG oslo_vmware.api [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.603798] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.683792] env[63309]: DEBUG nova.scheduler.client.report [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.873156] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730360, 'name': ReconfigVM_Task, 'duration_secs': 0.401207} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.873156] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6aa3506a-1e91-4a89-b34a-4289135bdd88/6aa3506a-1e91-4a89-b34a-4289135bdd88.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.874032] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec61968-797f-4db5-b151-e6d4be2bab70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.885282] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 901.885282] env[63309]: value = "task-2730362" [ 901.885282] env[63309]: _type = "Task" [ 901.885282] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.895543] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730362, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.972698] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.998397] env[63309]: DEBUG oslo_vmware.api [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730361, 'name': PowerOffVM_Task, 'duration_secs': 0.18438} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.998397] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.998397] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.998397] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1dd3ef-65ff-4c85-bc42-b432c69fa656 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.068806] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.069168] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.069427] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore2] 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.069753] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9098aaa2-2396-4b2b-985f-e0a396840814 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.077507] env[63309]: DEBUG oslo_vmware.api [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 902.077507] env[63309]: value = "task-2730364" [ 902.077507] env[63309]: _type = "Task" [ 902.077507] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.088517] env[63309]: DEBUG oslo_vmware.api [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.104806] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.192020] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.192020] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.194753] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.726s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.196834] env[63309]: INFO nova.compute.claims [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.393435] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730362, 'name': Rename_Task, 'duration_secs': 0.156011} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.393619] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.393916] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d1251f-1f19-4a11-babe-aff5671b9fc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.402095] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 902.402095] env[63309]: value = "task-2730365" [ 902.402095] env[63309]: _type = "Task" [ 902.402095] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.414250] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.495499] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.587364] env[63309]: DEBUG oslo_vmware.api [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252302} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.587552] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.587750] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.587928] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.588121] env[63309]: INFO nova.compute.manager [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Took 1.13 seconds to destroy the instance on the hypervisor. [ 902.588368] env[63309]: DEBUG oslo.service.loopingcall [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.588562] env[63309]: DEBUG nova.compute.manager [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.588657] env[63309]: DEBUG nova.network.neutron [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.603611] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.702665] env[63309]: DEBUG nova.compute.utils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.706692] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.706885] env[63309]: DEBUG nova.network.neutron [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.781748] env[63309]: DEBUG nova.policy [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb234685587247a192ad781129ea688e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd1e5f7a11466c960d6a51a9173ba7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.915819] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.043376] env[63309]: DEBUG nova.compute.manager [req-59b9a673-f84f-41de-9c31-fb32686f9b55 req-e0b2c697-d2dc-4119-a525-f873dbffe406 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Received event network-vif-deleted-92365db9-4af1-41a5-829a-e7d41d9277bf {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.043376] env[63309]: INFO nova.compute.manager [req-59b9a673-f84f-41de-9c31-fb32686f9b55 req-e0b2c697-d2dc-4119-a525-f873dbffe406 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Neutron deleted interface 92365db9-4af1-41a5-829a-e7d41d9277bf; detaching it from the instance and deleting it from the info cache [ 903.043376] env[63309]: DEBUG nova.network.neutron [req-59b9a673-f84f-41de-9c31-fb32686f9b55 req-e0b2c697-d2dc-4119-a525-f873dbffe406 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.105091] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730358, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.776532} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.105504] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b/OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b.vmdk to [datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk. [ 903.105828] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Cleaning up location [datastore1] OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 903.106125] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3f3a1edc-c112-474a-9661-470afa41153b {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.106593] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46cd69c-d815-4909-bf7e-111a95619cbd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.118988] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 903.118988] env[63309]: value = "task-2730366" [ 903.118988] env[63309]: _type = "Task" [ 903.118988] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.130092] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.179355] env[63309]: DEBUG nova.network.neutron [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Successfully created port: a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.210019] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.414466] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.474683] env[63309]: DEBUG nova.network.neutron [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.551570] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-884e99a3-2964-445f-b928-1bb517accce2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.560254] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df12f68-d1ef-4545-adfd-5fa69a972e72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.599815] env[63309]: DEBUG nova.compute.manager [req-59b9a673-f84f-41de-9c31-fb32686f9b55 req-e0b2c697-d2dc-4119-a525-f873dbffe406 service nova] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Detach interface failed, port_id=92365db9-4af1-41a5-829a-e7d41d9277bf, reason: Instance 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 903.630550] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041471} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.630938] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.631219] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.631528] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk to [datastore1] cb666062-133e-4bee-86e4-c8a2998e3ddb/cb666062-133e-4bee-86e4-c8a2998e3ddb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.631871] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e68c9e-9dcd-40cd-ace5-4bc812adbed0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.641537] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 903.641537] env[63309]: value = "task-2730367" [ 903.641537] env[63309]: _type = "Task" [ 903.641537] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.651319] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.672449] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca218c1-f3ed-47fe-888b-42c65b671208 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.679827] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74818e-d2b1-41c1-9344-dbd800fba3d9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.711929] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7819fc-91c0-48c9-88ee-78d58a9f03a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.723120] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9297f158-844c-4cc2-99db-d93ee6ee95e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.737167] env[63309]: DEBUG nova.compute.provider_tree [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.913646] env[63309]: DEBUG oslo_vmware.api [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730365, 'name': PowerOnVM_Task, 'duration_secs': 1.045839} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.913928] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.914181] env[63309]: INFO nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Took 6.41 seconds to spawn the instance on the hypervisor. [ 903.914419] env[63309]: DEBUG nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.915364] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c96f3e-1839-4c1b-acdb-7882165120fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.978292] env[63309]: INFO nova.compute.manager [-] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Took 1.39 seconds to deallocate network for instance. [ 904.152414] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730367, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.220951] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.257237] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.257619] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.257744] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.258039] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.258273] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.258466] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.258727] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.258941] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.259195] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.259412] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.259647] env[63309]: DEBUG nova.virt.hardware [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.260747] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246914f4-186c-47e2-8df7-0c49371c33d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.264611] env[63309]: ERROR nova.scheduler.client.report [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [req-f450ecc9-8d3d-49a9-a22a-1bff228e02b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f450ecc9-8d3d-49a9-a22a-1bff228e02b8"}]} [ 904.267975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.267975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.268209] env[63309]: INFO nova.compute.manager [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Shelving [ 904.275912] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07076671-5553-468a-85a7-2b8a7243fc1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.282195] env[63309]: DEBUG nova.scheduler.client.report [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.300791] env[63309]: DEBUG nova.scheduler.client.report [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.300791] env[63309]: DEBUG nova.compute.provider_tree [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.312114] env[63309]: DEBUG nova.scheduler.client.report [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.332391] env[63309]: DEBUG nova.scheduler.client.report [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.436058] env[63309]: INFO nova.compute.manager [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Took 30.24 seconds to build instance. [ 904.484756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.646200] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.646200] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.646200] env[63309]: DEBUG nova.compute.manager [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.647818] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c2816-105a-45db-9e93-264c15130c3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.658420] env[63309]: DEBUG nova.compute.manager [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 904.659144] env[63309]: DEBUG nova.objects.instance [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'flavor' on Instance uuid 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.664339] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730367, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.768108] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72567a0a-85c1-428d-8419-167b92e97422 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.782703] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca336d5-7e7e-442c-8e4f-7f3bfc840f15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.820638] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8417a4ac-0ac1-4e62-8e4c-a240d3da0dba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.825830] env[63309]: DEBUG nova.network.neutron [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Successfully updated port: a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.831460] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eedc5b0-2817-48c4-8f89-10ea0cfb66cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.855939] env[63309]: DEBUG nova.compute.provider_tree [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.938416] env[63309]: DEBUG oslo_concurrency.lockutils [None req-307b33a8-8117-454f-8193-c6dce1e60882 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "6aa3506a-1e91-4a89-b34a-4289135bdd88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.752s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.132979] env[63309]: DEBUG nova.compute.manager [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Received event network-vif-plugged-a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.133231] env[63309]: DEBUG oslo_concurrency.lockutils [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.133459] env[63309]: DEBUG oslo_concurrency.lockutils [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.133635] env[63309]: DEBUG oslo_concurrency.lockutils [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.133816] env[63309]: DEBUG nova.compute.manager [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] No waiting events found dispatching network-vif-plugged-a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.133985] env[63309]: WARNING nova.compute.manager [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Received unexpected event network-vif-plugged-a1fad2a0-087d-49db-931f-bcabd41d807c for instance with vm_state building and task_state spawning. [ 905.134199] env[63309]: DEBUG nova.compute.manager [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Received event network-changed-a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.134364] env[63309]: DEBUG nova.compute.manager [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Refreshing instance network info cache due to event network-changed-a1fad2a0-087d-49db-931f-bcabd41d807c. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 905.134561] env[63309]: DEBUG oslo_concurrency.lockutils [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] Acquiring lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.134680] env[63309]: DEBUG oslo_concurrency.lockutils [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] Acquired lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.134834] env[63309]: DEBUG nova.network.neutron [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Refreshing network info cache for port a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.158055] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730367, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.289490] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.289698] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09c415a-ed6f-4424-ad26-4a8228085112 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.300680] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 905.300680] env[63309]: value = "task-2730368" [ 905.300680] env[63309]: _type = "Task" [ 905.300680] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.312258] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.328604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.374616] env[63309]: DEBUG nova.compute.manager [None req-f2d1a035-746a-4dab-a4a1-00fc7b615d75 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.375698] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264fa0e-1d6b-4962-a2bd-01690ef2679b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.422341] env[63309]: DEBUG nova.scheduler.client.report [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.422341] env[63309]: DEBUG nova.compute.provider_tree [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 101 to 102 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.423055] env[63309]: DEBUG nova.compute.provider_tree [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.540791] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "6aa3506a-1e91-4a89-b34a-4289135bdd88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.541878] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "6aa3506a-1e91-4a89-b34a-4289135bdd88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.542384] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "6aa3506a-1e91-4a89-b34a-4289135bdd88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.542551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "6aa3506a-1e91-4a89-b34a-4289135bdd88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.542596] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "6aa3506a-1e91-4a89-b34a-4289135bdd88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.544878] env[63309]: INFO nova.compute.manager [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Terminating instance [ 905.659942] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730367, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.669167] env[63309]: DEBUG nova.network.neutron [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.671859] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.672151] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e088e9-24cb-4385-a37b-942070cbfee4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.680460] env[63309]: DEBUG oslo_vmware.api [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 905.680460] env[63309]: value = "task-2730369" [ 905.680460] env[63309]: _type = "Task" [ 905.680460] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.692468] env[63309]: DEBUG oslo_vmware.api [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.816020] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730368, 'name': PowerOffVM_Task, 'duration_secs': 0.343156} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.818698] env[63309]: DEBUG nova.network.neutron [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.819630] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.822350] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3517c59b-e589-40d7-83e5-bc59c4cfda05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.851384] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff5ec3-2082-405a-bc8c-636f6f6ac044 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.886200] env[63309]: INFO nova.compute.manager [None req-f2d1a035-746a-4dab-a4a1-00fc7b615d75 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] instance snapshotting [ 905.886922] env[63309]: DEBUG nova.objects.instance [None req-f2d1a035-746a-4dab-a4a1-00fc7b615d75 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lazy-loading 'flavor' on Instance uuid 6aa3506a-1e91-4a89-b34a-4289135bdd88 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.932825] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.738s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.933541] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.936953] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.346s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.048814] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "refresh_cache-6aa3506a-1e91-4a89-b34a-4289135bdd88" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.049012] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquired lock "refresh_cache-6aa3506a-1e91-4a89-b34a-4289135bdd88" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.049097] env[63309]: DEBUG nova.network.neutron [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.159162] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730367, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.399623} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.159162] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c67b51bb-ec5c-4151-b2cc-d471370e3a0a/c67b51bb-ec5c-4151-b2cc-d471370e3a0a.vmdk to [datastore1] cb666062-133e-4bee-86e4-c8a2998e3ddb/cb666062-133e-4bee-86e4-c8a2998e3ddb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.159804] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0e465-c369-4c38-8d8e-8e25b5c893ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.183983] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] cb666062-133e-4bee-86e4-c8a2998e3ddb/cb666062-133e-4bee-86e4-c8a2998e3ddb.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.184476] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795bd75b-7eb6-4b2f-a60f-48707ae8236f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.209238] env[63309]: DEBUG oslo_vmware.api [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730369, 'name': PowerOffVM_Task, 'duration_secs': 0.262358} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.210621] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.210827] env[63309]: DEBUG nova.compute.manager [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.211164] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 906.211164] env[63309]: value = "task-2730370" [ 906.211164] env[63309]: _type = "Task" [ 906.211164] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.211861] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14aa016-57eb-4e99-816b-8ffcd397e709 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.224848] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.321444] env[63309]: DEBUG oslo_concurrency.lockutils [req-458b6a98-e5d6-4e90-9ba8-88838b844c68 req-2b7d5829-8440-4a87-93e3-eef6513e5c44 service nova] Releasing lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.321813] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.321974] env[63309]: DEBUG nova.network.neutron [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.365230] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.365536] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9fac19ad-8f6d-4107-bf2e-97b83f2ae535 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.373713] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 906.373713] env[63309]: value = "task-2730371" [ 906.373713] env[63309]: _type = "Task" [ 906.373713] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.382494] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.394080] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5503676-c023-4363-b23c-1d3d4b936b98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.409814] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf6f45-51ed-47ce-9f35-fa3a29c25565 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.441656] env[63309]: DEBUG nova.objects.instance [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lazy-loading 'migration_context' on Instance uuid 30a14e79-df0a-4a42-9232-4c7a56fa731c {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.442678] env[63309]: DEBUG nova.compute.utils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.444040] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.444040] env[63309]: DEBUG nova.network.neutron [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.485151] env[63309]: DEBUG nova.policy [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd493cf5e5cb84effa6f8b5b8459dde80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f28033d822cd47549891af8de26ab635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.572521] env[63309]: DEBUG nova.network.neutron [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.663536] env[63309]: DEBUG nova.network.neutron [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.724661] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730370, 'name': ReconfigVM_Task, 'duration_secs': 0.323633} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.724929] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Reconfigured VM instance instance-0000004a to attach disk [datastore1] cb666062-133e-4bee-86e4-c8a2998e3ddb/cb666062-133e-4bee-86e4-c8a2998e3ddb.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.727228] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2daf373c-20da-45fe-b6c0-41e71af75c4b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.729222] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e22842ed-fd89-4b63-8955-e3afaf2161cc tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.734464] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 906.734464] env[63309]: value = "task-2730372" [ 906.734464] env[63309]: _type = "Task" [ 906.734464] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.742840] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730372, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.885147] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.885147] env[63309]: DEBUG nova.network.neutron [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.887012] env[63309]: DEBUG nova.network.neutron [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Successfully created port: d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.919784] env[63309]: DEBUG nova.compute.manager [None req-f2d1a035-746a-4dab-a4a1-00fc7b615d75 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Instance disappeared during snapshot {{(pid=63309) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 906.951130] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.096690] env[63309]: DEBUG nova.objects.instance [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'flavor' on Instance uuid 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.111907] env[63309]: DEBUG nova.compute.manager [None req-f2d1a035-746a-4dab-a4a1-00fc7b615d75 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Found 0 images (rotation: 2) {{(pid=63309) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 907.158546] env[63309]: DEBUG nova.network.neutron [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating instance_info_cache with network_info: [{"id": "a1fad2a0-087d-49db-931f-bcabd41d807c", "address": "fa:16:3e:f7:27:a7", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fad2a0-08", "ovs_interfaceid": "a1fad2a0-087d-49db-931f-bcabd41d807c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.165933] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Releasing lock "refresh_cache-6aa3506a-1e91-4a89-b34a-4289135bdd88" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.167016] env[63309]: DEBUG nova.compute.manager [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.167016] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.167511] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d2ce72-391b-461e-8827-307d9af3efb4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.177925] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.181135] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614341bc-274a-40a7-b54f-78b29ccc5394 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.187117] env[63309]: DEBUG oslo_vmware.api [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 907.187117] env[63309]: value = "task-2730373" [ 907.187117] env[63309]: _type = "Task" [ 907.187117] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.196158] env[63309]: DEBUG oslo_vmware.api [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.247863] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730372, 'name': Rename_Task, 'duration_secs': 0.340698} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.247863] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.247863] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d266fee6-5576-4929-83c8-dbf3f850c0b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.252954] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 907.252954] env[63309]: value = "task-2730374" [ 907.252954] env[63309]: _type = "Task" [ 907.252954] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.262287] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.386137] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.453134] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38729659-0977-45a9-a51d-24b37ab1f751 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.464212] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb8fae-19f2-470c-a34d-46d4eb6d987e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.500325] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54377096-d87e-48eb-95de-253a0c30ac1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.509249] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e431d5-a4a4-419d-bcf4-9ede6daec51f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.526434] env[63309]: DEBUG nova.compute.provider_tree [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.604417] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.604530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.604646] env[63309]: DEBUG nova.network.neutron [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.604825] env[63309]: DEBUG nova.objects.instance [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'info_cache' on Instance uuid 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.665221] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.665221] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance network_info: |[{"id": "a1fad2a0-087d-49db-931f-bcabd41d807c", "address": "fa:16:3e:f7:27:a7", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fad2a0-08", "ovs_interfaceid": "a1fad2a0-087d-49db-931f-bcabd41d807c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.665460] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:27:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1fad2a0-087d-49db-931f-bcabd41d807c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.672258] env[63309]: DEBUG oslo.service.loopingcall [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.672560] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.672800] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253e93d7-de45-4348-b840-05d860225485 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.692610] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.692610] env[63309]: value = "task-2730375" [ 907.692610] env[63309]: _type = "Task" [ 907.692610] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.695685] env[63309]: DEBUG oslo_vmware.api [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730373, 'name': PowerOffVM_Task, 'duration_secs': 0.222091} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.698649] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.698839] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.699090] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cceb5b18-7eb4-4ad1-bd32-78a9a9ad4431 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.705486] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730375, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.723487] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.723724] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.723930] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Deleting the datastore file [datastore2] 6aa3506a-1e91-4a89-b34a-4289135bdd88 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.724245] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07684887-179a-4d83-a357-30bc4c4bdedc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.730007] env[63309]: DEBUG oslo_vmware.api [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for the task: (returnval){ [ 907.730007] env[63309]: value = "task-2730377" [ 907.730007] env[63309]: _type = "Task" [ 907.730007] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.738510] env[63309]: DEBUG oslo_vmware.api [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.763549] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730374, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.886512] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730371, 'name': CreateSnapshot_Task, 'duration_secs': 1.136118} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.886825] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.887724] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548fe0f-5489-4d83-9cdd-5dbc646bec0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.965849] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.995932] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.996232] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.996461] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.996692] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.996866] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.997035] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.997280] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.997459] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.997635] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.997815] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.998009] env[63309]: DEBUG nova.virt.hardware [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.999300] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d455c-dd46-426a-b35a-c6393078ccf3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.009748] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c952619-adbb-4f3c-806a-2a44fc9c617d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.029599] env[63309]: DEBUG nova.scheduler.client.report [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.108496] env[63309]: DEBUG nova.objects.base [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Object Instance<0c8d52aa-d6c1-431c-b902-7c7721aefcf7> lazy-loaded attributes: flavor,info_cache {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.205512] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730375, 'name': CreateVM_Task, 'duration_secs': 0.34133} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.205868] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.206423] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.206602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.206931] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.207200] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c971c30-14ea-4c1e-944c-47fa0777b8f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.211985] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 908.211985] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eebd63-0d0a-5675-1412-4b4c00957c0c" [ 908.211985] env[63309]: _type = "Task" [ 908.211985] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.220584] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eebd63-0d0a-5675-1412-4b4c00957c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.238346] env[63309]: DEBUG oslo_vmware.api [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Task: {'id': task-2730377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134171} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.238583] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.238768] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.238940] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.239131] env[63309]: INFO nova.compute.manager [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Took 1.07 seconds to destroy the instance on the hypervisor. [ 908.239364] env[63309]: DEBUG oslo.service.loopingcall [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.239552] env[63309]: DEBUG nova.compute.manager [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.239645] env[63309]: DEBUG nova.network.neutron [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.258689] env[63309]: DEBUG nova.network.neutron [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.264794] env[63309]: DEBUG oslo_vmware.api [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730374, 'name': PowerOnVM_Task, 'duration_secs': 0.768291} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.265031] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.265243] env[63309]: INFO nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Took 15.41 seconds to spawn the instance on the hypervisor. [ 908.265442] env[63309]: DEBUG nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.266236] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fe36dd-d324-444c-b59c-33357fe7138f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.406026] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.406368] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8354dac6-f5a5-4844-83ac-5245c9a74bc6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.417024] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 908.417024] env[63309]: value = "task-2730378" [ 908.417024] env[63309]: _type = "Task" [ 908.417024] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.434019] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730378, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.726851] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eebd63-0d0a-5675-1412-4b4c00957c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.031604} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.726851] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.726851] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.726851] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.727123] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.727123] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.727123] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed69ec1-30c9-45be-879d-6115a266e858 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.734783] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.735018] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.736203] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3c581a-45f8-479b-8a33-140ac30b91db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.741514] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 908.741514] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520f3e32-bb8d-d743-da9f-d6acff3e134b" [ 908.741514] env[63309]: _type = "Task" [ 908.741514] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.750113] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520f3e32-bb8d-d743-da9f-d6acff3e134b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.761602] env[63309]: DEBUG nova.network.neutron [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.785941] env[63309]: INFO nova.compute.manager [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Took 43.98 seconds to build instance. [ 908.929715] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730378, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.004901] env[63309]: DEBUG nova.compute.manager [req-6825aedc-ff71-4378-9cca-7f2acfc605d2 req-c03fd1bf-8df9-44e2-8a69-ae9f2d143a70 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Received event network-vif-plugged-d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.005308] env[63309]: DEBUG oslo_concurrency.lockutils [req-6825aedc-ff71-4378-9cca-7f2acfc605d2 req-c03fd1bf-8df9-44e2-8a69-ae9f2d143a70 service nova] Acquiring lock "3939c0f2-1a6e-414a-9baf-8efd347efee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.005644] env[63309]: DEBUG oslo_concurrency.lockutils [req-6825aedc-ff71-4378-9cca-7f2acfc605d2 req-c03fd1bf-8df9-44e2-8a69-ae9f2d143a70 service nova] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.005874] env[63309]: DEBUG oslo_concurrency.lockutils [req-6825aedc-ff71-4378-9cca-7f2acfc605d2 req-c03fd1bf-8df9-44e2-8a69-ae9f2d143a70 service nova] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.006082] env[63309]: DEBUG nova.compute.manager [req-6825aedc-ff71-4378-9cca-7f2acfc605d2 req-c03fd1bf-8df9-44e2-8a69-ae9f2d143a70 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] No waiting events found dispatching network-vif-plugged-d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.006341] env[63309]: WARNING nova.compute.manager [req-6825aedc-ff71-4378-9cca-7f2acfc605d2 req-c03fd1bf-8df9-44e2-8a69-ae9f2d143a70 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Received unexpected event network-vif-plugged-d6d278d0-865d-4e9d-8686-2bca65fb623e for instance with vm_state building and task_state spawning. [ 909.020688] env[63309]: DEBUG nova.network.neutron [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Successfully updated port: d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.045515] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.107s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.054904] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.146s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.055173] env[63309]: DEBUG nova.objects.instance [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lazy-loading 'resources' on Instance uuid af8a2354-d043-40e5-98c6-7f5d19098714 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.128346] env[63309]: DEBUG nova.network.neutron [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.187732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.188060] env[63309]: DEBUG oslo_concurrency.lockutils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.251911] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520f3e32-bb8d-d743-da9f-d6acff3e134b, 'name': SearchDatastore_Task, 'duration_secs': 0.019341} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.252766] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc347f2-a86c-44b4-abac-97573c8d2fe2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.258102] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 909.258102] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52090181-c213-12fa-9552-9678616e9b8d" [ 909.258102] env[63309]: _type = "Task" [ 909.258102] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.265988] env[63309]: INFO nova.compute.manager [-] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Took 1.03 seconds to deallocate network for instance. [ 909.266286] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52090181-c213-12fa-9552-9678616e9b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.288103] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f0b2b420-467d-4229-87e1-a362238da232 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.491s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.351364] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "cb666062-133e-4bee-86e4-c8a2998e3ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.351595] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.351795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "cb666062-133e-4bee-86e4-c8a2998e3ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.351975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.352234] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.354283] env[63309]: INFO nova.compute.manager [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Terminating instance [ 909.427142] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730378, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.523251] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.523410] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.523566] env[63309]: DEBUG nova.network.neutron [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.631216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.691278] env[63309]: DEBUG nova.compute.utils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.770504] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52090181-c213-12fa-9552-9678616e9b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.771432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.771713] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.772072] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.774742] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19fedb3f-151d-4b47-ab03-19760bff721a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.783491] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 909.783491] env[63309]: value = "task-2730379" [ 909.783491] env[63309]: _type = "Task" [ 909.783491] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.796911] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.857642] env[63309]: DEBUG nova.compute.manager [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.857877] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.858756] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba9922-8be2-4435-b1b8-88740543d0a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.868573] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.868809] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d045429-d5f0-4af7-8b0d-4d8f80a7b4c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.875461] env[63309]: DEBUG oslo_vmware.api [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 909.875461] env[63309]: value = "task-2730380" [ 909.875461] env[63309]: _type = "Task" [ 909.875461] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.882827] env[63309]: DEBUG oslo_vmware.api [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.919023] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39676cc7-1f36-41e4-9f0d-0f93d6b28e01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.932808] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e28d3-3ae0-4aa7-a0a7-708adf58c814 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.936379] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730378, 'name': CloneVM_Task, 'duration_secs': 1.379355} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.936826] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Created linked-clone VM from snapshot [ 909.938279] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5e8e1-8ae0-4094-8bac-6d597cf32b07 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.969313] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a4c16-8ffc-4fe9-9f33-9e3cc595ab01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.975920] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Uploading image c620c19d-1b2c-4ced-8aa9-c69465157176 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.983438] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed6da1-2a8b-42db-af09-d1ab292c9bd7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.998600] env[63309]: DEBUG nova.compute.provider_tree [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.008533] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.008533] env[63309]: value = "vm-549773" [ 910.008533] env[63309]: _type = "VirtualMachine" [ 910.008533] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.008719] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9aa53af0-9d78-4236-bfaf-9463c4733175 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.017608] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease: (returnval){ [ 910.017608] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8469c-fd2d-fe24-9393-410c9b4ce47b" [ 910.017608] env[63309]: _type = "HttpNfcLease" [ 910.017608] env[63309]: } obtained for exporting VM: (result){ [ 910.017608] env[63309]: value = "vm-549773" [ 910.017608] env[63309]: _type = "VirtualMachine" [ 910.017608] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.018738] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the lease: (returnval){ [ 910.018738] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8469c-fd2d-fe24-9393-410c9b4ce47b" [ 910.018738] env[63309]: _type = "HttpNfcLease" [ 910.018738] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.027842] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.027842] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8469c-fd2d-fe24-9393-410c9b4ce47b" [ 910.027842] env[63309]: _type = "HttpNfcLease" [ 910.027842] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.059467] env[63309]: DEBUG nova.network.neutron [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.195249] env[63309]: DEBUG oslo_concurrency.lockutils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.227483] env[63309]: DEBUG nova.network.neutron [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updating instance_info_cache with network_info: [{"id": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "address": "fa:16:3e:66:a2:bb", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d278d0-86", "ovs_interfaceid": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.295119] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.385232] env[63309]: DEBUG oslo_vmware.api [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730380, 'name': PowerOffVM_Task, 'duration_secs': 0.203248} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.385496] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.385666] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.385909] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3758dbb-1c4d-42f5-ae5e-31db56bd1870 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.458731] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.458962] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.459161] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleting the datastore file [datastore1] cb666062-133e-4bee-86e4-c8a2998e3ddb {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.459437] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac4ab50a-c1e3-4f32-b37b-2c9e8100a723 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.465624] env[63309]: DEBUG oslo_vmware.api [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 910.465624] env[63309]: value = "task-2730383" [ 910.465624] env[63309]: _type = "Task" [ 910.465624] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.473264] env[63309]: DEBUG oslo_vmware.api [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.503799] env[63309]: DEBUG nova.scheduler.client.report [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.525928] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.525928] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8469c-fd2d-fe24-9393-410c9b4ce47b" [ 910.525928] env[63309]: _type = "HttpNfcLease" [ 910.525928] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.526226] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.526226] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8469c-fd2d-fe24-9393-410c9b4ce47b" [ 910.526226] env[63309]: _type = "HttpNfcLease" [ 910.526226] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.526981] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4add3dba-6dc3-4dc1-812f-66b00de1f05b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.534100] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522399ec-713a-3b09-54e0-1f4226c18ed2/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.534209] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522399ec-713a-3b09-54e0-1f4226c18ed2/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.604708] env[63309]: INFO nova.compute.manager [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Swapping old allocation on dict_keys(['c0925b0a-422f-4101-a1c7-1d0118bc03e5']) held by migration 25486390-011a-47c8-af69-f86e2cba1281 for instance [ 910.627667] env[63309]: DEBUG nova.scheduler.client.report [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Overwriting current allocation {'allocations': {'c0925b0a-422f-4101-a1c7-1d0118bc03e5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': '7213683f08b942189fcb55c4ba3f040f', 'user_id': '39a9426dec7e4ccbb31946a80f3c6586', 'consumer_generation': 1} on consumer 30a14e79-df0a-4a42-9232-4c7a56fa731c {{(pid=63309) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 910.632262] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db745d0d-ba61-42ac-ab56-1e74b8c94f76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.636680] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.637861] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6fae28e-f35b-4d02-a042-b23da1b1a2ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.646539] env[63309]: DEBUG oslo_vmware.api [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 910.646539] env[63309]: value = "task-2730384" [ 910.646539] env[63309]: _type = "Task" [ 910.646539] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.654271] env[63309]: DEBUG oslo_vmware.api [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.720645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.720645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquired lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.720786] env[63309]: DEBUG nova.network.neutron [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.730054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Releasing lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.730349] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Instance network_info: |[{"id": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "address": "fa:16:3e:66:a2:bb", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d278d0-86", "ovs_interfaceid": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.730779] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:a2:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d278d0-865d-4e9d-8686-2bca65fb623e', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.738994] env[63309]: DEBUG oslo.service.loopingcall [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.739848] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.740161] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e48b741-d714-4c44-9549-1b03f0cb6841 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.761625] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.761625] env[63309]: value = "task-2730385" [ 910.761625] env[63309]: _type = "Task" [ 910.761625] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.770604] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730385, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.794707] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566301} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.795075] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.795364] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.795645] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b334cfe9-6df3-417c-808f-af71f2b93c6a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.803683] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 910.803683] env[63309]: value = "task-2730386" [ 910.803683] env[63309]: _type = "Task" [ 910.803683] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.814774] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.978842] env[63309]: DEBUG oslo_vmware.api [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190974} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.979147] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.979338] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.979517] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.979689] env[63309]: INFO nova.compute.manager [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 910.979933] env[63309]: DEBUG oslo.service.loopingcall [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.980138] env[63309]: DEBUG nova.compute.manager [-] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.980237] env[63309]: DEBUG nova.network.neutron [-] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.010193] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.015233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.951s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.016036] env[63309]: DEBUG nova.objects.instance [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.043434] env[63309]: DEBUG nova.compute.manager [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Received event network-changed-d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.043434] env[63309]: DEBUG nova.compute.manager [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Refreshing instance network info cache due to event network-changed-d6d278d0-865d-4e9d-8686-2bca65fb623e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.043434] env[63309]: DEBUG oslo_concurrency.lockutils [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] Acquiring lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.043580] env[63309]: DEBUG oslo_concurrency.lockutils [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] Acquired lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.043739] env[63309]: DEBUG nova.network.neutron [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Refreshing network info cache for port d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.046230] env[63309]: INFO nova.scheduler.client.report [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleted allocations for instance af8a2354-d043-40e5-98c6-7f5d19098714 [ 911.157727] env[63309]: DEBUG oslo_vmware.api [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.272895] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730385, 'name': CreateVM_Task, 'duration_secs': 0.465907} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.273172] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.274139] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.274347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.274853] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.275237] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7839d3-6924-4020-87d0-f1f9dc4e3578 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.280898] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 911.280898] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c5fc16-3a22-ca51-563d-1bdbca60e229" [ 911.280898] env[63309]: _type = "Task" [ 911.280898] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.289280] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c5fc16-3a22-ca51-563d-1bdbca60e229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.307368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.307368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.307368] env[63309]: INFO nova.compute.manager [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Attaching volume 1849c8a9-bfdf-47a2-8383-0394ab4244d6 to /dev/sdb [ 911.321482] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225817} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.322502] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.326239] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc80d40-6c44-4317-82a4-6eb8368e6d20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.350561] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.351276] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14cd0955-e76a-4ced-8baf-e80b93b8d59a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.371110] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30612152-e490-4091-a231-19bd0e4ff4f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.386261] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd05874a-1473-4393-ab98-77850c4ed08e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.388973] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 911.388973] env[63309]: value = "task-2730387" [ 911.388973] env[63309]: _type = "Task" [ 911.388973] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.401112] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.405672] env[63309]: DEBUG nova.virt.block_device [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updating existing volume attachment record: c141ff33-5fc0-4140-89d8-7ca08b0f0a69 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 911.558694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-49f60a90-18c7-4db5-99cc-7ffccee08d98 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "af8a2354-d043-40e5-98c6-7f5d19098714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.233s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.660022] env[63309]: DEBUG oslo_vmware.api [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730384, 'name': PowerOnVM_Task, 'duration_secs': 0.521447} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.660479] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.660979] env[63309]: DEBUG nova.compute.manager [None req-90c72df6-f0e2-47cd-8f33-3b7b097f6a38 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.661976] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964e33a-0692-416e-a2ae-20f457cf86c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.674352] env[63309]: DEBUG nova.network.neutron [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [{"id": "42dcb717-c127-4817-a767-da6318ae6440", "address": "fa:16:3e:98:d6:38", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dcb717-c1", "ovs_interfaceid": "42dcb717-c127-4817-a767-da6318ae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.793264] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c5fc16-3a22-ca51-563d-1bdbca60e229, 'name': SearchDatastore_Task, 'duration_secs': 0.030273} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.793922] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.794389] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.794642] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.794868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.795193] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.795586] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0ed317-2151-4a55-b00b-ed4afb8678f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.805820] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.808449] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.808449] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb89f5a6-253c-4a8f-81ef-48bed831ce2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.816355] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 911.816355] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d24de5-9ebf-4bd0-41d0-796e390e397f" [ 911.816355] env[63309]: _type = "Task" [ 911.816355] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.826438] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d24de5-9ebf-4bd0-41d0-796e390e397f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.875850] env[63309]: DEBUG nova.network.neutron [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updated VIF entry in instance network info cache for port d6d278d0-865d-4e9d-8686-2bca65fb623e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.876455] env[63309]: DEBUG nova.network.neutron [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updating instance_info_cache with network_info: [{"id": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "address": "fa:16:3e:66:a2:bb", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d278d0-86", "ovs_interfaceid": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.880841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "16126932-b0aa-439e-9557-34d9e9a6896d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.880841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.880841] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "16126932-b0aa-439e-9557-34d9e9a6896d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.880960] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.881120] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.884879] env[63309]: INFO nova.compute.manager [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Terminating instance [ 911.887097] env[63309]: DEBUG nova.network.neutron [-] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.908179] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.026926] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dc925851-ffc7-4718-b815-aa582015596e tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.026926] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.731s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.026926] env[63309]: DEBUG nova.objects.instance [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lazy-loading 'resources' on Instance uuid cd8beef9-1144-4fef-a50b-801249e7eebb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.177171] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Releasing lock "refresh_cache-30a14e79-df0a-4a42-9232-4c7a56fa731c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.178038] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.178316] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed331651-d007-4e4b-93cc-b55a9a9af830 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.186259] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 912.186259] env[63309]: value = "task-2730391" [ 912.186259] env[63309]: _type = "Task" [ 912.186259] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.197318] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.326728] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d24de5-9ebf-4bd0-41d0-796e390e397f, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.327701] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8e4a4a-f472-482c-9767-043ab685e9dd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.333279] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 912.333279] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52043713-c6bb-bd2c-a89f-36e997db9940" [ 912.333279] env[63309]: _type = "Task" [ 912.333279] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.341610] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52043713-c6bb-bd2c-a89f-36e997db9940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.380652] env[63309]: DEBUG oslo_concurrency.lockutils [req-395dce23-cb0b-4306-b584-774a246ac178 req-795d0438-4228-4520-a42e-2e4f5df309b2 service nova] Releasing lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.390817] env[63309]: INFO nova.compute.manager [-] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Took 1.41 seconds to deallocate network for instance. [ 912.396893] env[63309]: DEBUG nova.compute.manager [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.397278] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.401610] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e23e005-06f3-4c26-81c6-aff533216574 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.412225] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730387, 'name': ReconfigVM_Task, 'duration_secs': 0.660796} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.413029] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfigured VM instance instance-0000004c to attach disk [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.413811] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17f16832-6ef9-497e-9a98-64ea8cdf3b13 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.417949] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.419012] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004c381a-0a12-40b3-8711-dfcd6e3d4b42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.422923] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 912.422923] env[63309]: value = "task-2730392" [ 912.422923] env[63309]: _type = "Task" [ 912.422923] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.428228] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 912.428228] env[63309]: value = "task-2730393" [ 912.428228] env[63309]: _type = "Task" [ 912.428228] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.437609] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730392, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.442510] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.696279] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730391, 'name': PowerOffVM_Task, 'duration_secs': 0.239419} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.696677] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.697377] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:09:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='819822fc-65f0-41b1-bfba-5f8ba8eeb30f',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1978274115',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.697586] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.697766] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.697995] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.698173] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.698324] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.698531] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.698693] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.698858] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.699032] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.699226] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.707000] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206b53f3-f73e-4216-af39-9c04b86c235f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.723956] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 912.723956] env[63309]: value = "task-2730394" [ 912.723956] env[63309]: _type = "Task" [ 912.723956] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.732243] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.846719] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52043713-c6bb-bd2c-a89f-36e997db9940, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.852031] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.852440] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 3939c0f2-1a6e-414a-9baf-8efd347efee5/3939c0f2-1a6e-414a-9baf-8efd347efee5.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.853100] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9522e6e5-33f5-4019-b282-799c3b4b979b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.864249] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 912.864249] env[63309]: value = "task-2730395" [ 912.864249] env[63309]: _type = "Task" [ 912.864249] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.880313] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.913561] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.939856] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730392, 'name': Rename_Task, 'duration_secs': 0.170522} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.941127] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.941385] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8641c58e-50a7-47c2-8448-6a96fe004096 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.946574] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730393, 'name': PowerOffVM_Task, 'duration_secs': 0.20939} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.947336] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.947747] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.948197] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4873f956-1ef5-4426-a56a-04c50124195a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.951648] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 912.951648] env[63309]: value = "task-2730396" [ 912.951648] env[63309]: _type = "Task" [ 912.951648] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.961664] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.978198] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08407519-8fc5-4ff1-9e7e-34099f5488fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.986921] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8138c89-2b26-42de-8888-3f5590a9f19f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.023599] env[63309]: DEBUG nova.compute.manager [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.026521] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ef012d-6316-4778-9057-baa1e9d5d9d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.029943] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be218ab-5dae-4bd8-b1d1-7540a6be9d08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.032805] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.033046] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.033261] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleting the datastore file [datastore2] 16126932-b0aa-439e-9557-34d9e9a6896d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.034272] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de95053-d0d4-45d0-b79b-6860e9573a32 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.045629] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for the task: (returnval){ [ 913.045629] env[63309]: value = "task-2730398" [ 913.045629] env[63309]: _type = "Task" [ 913.045629] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.047426] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cb07b-e8a2-4526-8e4c-65c6ca68733a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.067624] env[63309]: DEBUG nova.compute.provider_tree [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.073010] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.154504] env[63309]: DEBUG nova.compute.manager [req-b211a846-47c0-4306-9154-26ad29b7058a req-6cc7794d-a746-44dc-b2b8-9f46425c8b70 service nova] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Received event network-vif-deleted-e83392d6-0965-4667-b384-0944075fbfc9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.237470] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730394, 'name': ReconfigVM_Task, 'duration_secs': 0.152883} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.238394] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b5e8a-a308-4509-b32e-df2ec804bdb2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.258582] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:09:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='819822fc-65f0-41b1-bfba-5f8ba8eeb30f',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1978274115',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.258853] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.259057] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.259259] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.259443] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.259596] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.259832] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.260012] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.260198] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.260399] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.260578] env[63309]: DEBUG nova.virt.hardware [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.261540] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4947db-6c1e-464b-9c46-3f8316b03eba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.268671] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 913.268671] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b0381-4968-64a5-fbd4-676280c5c8e2" [ 913.268671] env[63309]: _type = "Task" [ 913.268671] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.277610] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b0381-4968-64a5-fbd4-676280c5c8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.372879] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.463185] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730396, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.548124] env[63309]: INFO nova.compute.manager [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] instance snapshotting [ 913.549131] env[63309]: DEBUG nova.objects.instance [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'flavor' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.564499] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.593682] env[63309]: ERROR nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] [req-c562fa88-af08-4899-9c4b-77e30909ad5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c562fa88-af08-4899-9c4b-77e30909ad5f"}]} [ 913.612732] env[63309]: DEBUG nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 913.628105] env[63309]: DEBUG nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 913.628357] env[63309]: DEBUG nova.compute.provider_tree [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.641467] env[63309]: DEBUG nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 913.661728] env[63309]: DEBUG nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 913.781370] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b0381-4968-64a5-fbd4-676280c5c8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.030939} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.787952] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.791957] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68a367d-1e8a-403f-a3a8-082a38090ce6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.813602] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 913.813602] env[63309]: value = "task-2730399" [ 913.813602] env[63309]: _type = "Task" [ 913.813602] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.825205] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.877702] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537809} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.877800] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 3939c0f2-1a6e-414a-9baf-8efd347efee5/3939c0f2-1a6e-414a-9baf-8efd347efee5.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.878264] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.878447] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440934aa-792c-40cf-a11e-f9169b91b1bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.888704] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 913.888704] env[63309]: value = "task-2730400" [ 913.888704] env[63309]: _type = "Task" [ 913.888704] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.899210] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.966054] env[63309]: DEBUG oslo_vmware.api [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730396, 'name': PowerOnVM_Task, 'duration_secs': 0.943963} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.966341] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.966651] env[63309]: INFO nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Took 9.75 seconds to spawn the instance on the hypervisor. [ 913.966842] env[63309]: DEBUG nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.967689] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb274bb5-e54c-4ead-84d4-10b18bdfbc0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.050985] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d1705-4e26-448d-a5c8-7d28b3782d26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.060727] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6b166-74c2-4752-a30d-41d832e9a9a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.066666] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1b135e-e666-4bd7-a241-3550da6051a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.085899] env[63309]: DEBUG oslo_vmware.api [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Task: {'id': task-2730398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531682} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.086751] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.086939] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.087164] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.087342] env[63309]: INFO nova.compute.manager [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Took 1.69 seconds to destroy the instance on the hypervisor. [ 914.087575] env[63309]: DEBUG oslo.service.loopingcall [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.088317] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e2aa9-c7fe-459b-a07d-63b7ab300db7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.116129] env[63309]: DEBUG nova.compute.manager [-] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.116247] env[63309]: DEBUG nova.network.neutron [-] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.119427] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521f1926-9e3a-4729-b559-950a29ab71b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.131286] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6b1ef0-0a34-4b15-b062-16759d3f6fb3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.148636] env[63309]: DEBUG nova.compute.provider_tree [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.324244] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730399, 'name': ReconfigVM_Task, 'duration_secs': 0.225328} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.324556] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.325423] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b502f-f97f-44e5-a26b-3412c7043a3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.351149] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.351417] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63c6a51-71d5-41ff-a68e-268cf157ea38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.370363] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 914.370363] env[63309]: value = "task-2730402" [ 914.370363] env[63309]: _type = "Task" [ 914.370363] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.379145] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.398596] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060088} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.402019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.402019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e278a5a-dde2-48d3-bfd3-0eeed3a69bee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.425234] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3939c0f2-1a6e-414a-9baf-8efd347efee5/3939c0f2-1a6e-414a-9baf-8efd347efee5.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.427950] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e88e5f77-2c24-4045-841f-ea0f0c0b928a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.450232] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 914.450232] env[63309]: value = "task-2730403" [ 914.450232] env[63309]: _type = "Task" [ 914.450232] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.458527] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.486376] env[63309]: INFO nova.compute.manager [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Took 39.20 seconds to build instance. [ 914.629080] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.629080] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37abbd06-83ec-4171-af7a-f1d4ac97779d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.637149] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 914.637149] env[63309]: value = "task-2730404" [ 914.637149] env[63309]: _type = "Task" [ 914.637149] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.647392] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.651352] env[63309]: DEBUG nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.883037] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.928590] env[63309]: DEBUG nova.network.neutron [-] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.966023] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730403, 'name': ReconfigVM_Task, 'duration_secs': 0.486366} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.967107] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3939c0f2-1a6e-414a-9baf-8efd347efee5/3939c0f2-1a6e-414a-9baf-8efd347efee5.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.969844] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f82c9470-9fcd-4746-a6eb-ce77923fbf56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.977123] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 914.977123] env[63309]: value = "task-2730405" [ 914.977123] env[63309]: _type = "Task" [ 914.977123] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.988692] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f90a928-cfae-4271-bcb4-8b457f4426bd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.712s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.988981] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730405, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.147645] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.157132] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.131s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.160105] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.081s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.160702] env[63309]: DEBUG nova.objects.instance [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lazy-loading 'resources' on Instance uuid d3a67084-5702-4a8e-901d-bbafae785194 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.220357] env[63309]: DEBUG nova.compute.manager [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Received event network-vif-deleted-a4bc16b5-6876-4329-a46a-07c2e18dbfa9 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.220661] env[63309]: DEBUG nova.compute.manager [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Received event network-changed-a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.220986] env[63309]: DEBUG nova.compute.manager [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Refreshing instance network info cache due to event network-changed-a1fad2a0-087d-49db-931f-bcabd41d807c. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.221528] env[63309]: DEBUG oslo_concurrency.lockutils [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] Acquiring lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.221528] env[63309]: DEBUG oslo_concurrency.lockutils [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] Acquired lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.221589] env[63309]: DEBUG nova.network.neutron [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Refreshing network info cache for port a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.247100] env[63309]: INFO nova.scheduler.client.report [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Deleted allocations for instance cd8beef9-1144-4fef-a50b-801249e7eebb [ 915.381616] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730402, 'name': ReconfigVM_Task, 'duration_secs': 0.663862} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.382066] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c/30a14e79-df0a-4a42-9232-4c7a56fa731c.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.383265] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b97cfa-5dbd-415b-aec1-0821e882156d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.402925] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5d308-5fe9-41ce-b3b4-dc3f6d86415b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.421812] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810c7c8-b216-4a85-a670-7ef4c764d0ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.441117] env[63309]: INFO nova.compute.manager [-] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Took 1.32 seconds to deallocate network for instance. [ 915.443119] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce97f5-666a-44ed-bdc7-308b0d2b7673 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.453290] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.453565] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf94a2bd-e188-4cbe-adc8-409e31d9d419 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.459786] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 915.459786] env[63309]: value = "task-2730406" [ 915.459786] env[63309]: _type = "Task" [ 915.459786] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.468484] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.487680] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730405, 'name': Rename_Task, 'duration_secs': 0.211266} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.487959] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.488200] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9e9bcd-4b87-4320-8c5a-06b001e64673 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.494129] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 915.494129] env[63309]: value = "task-2730407" [ 915.494129] env[63309]: _type = "Task" [ 915.494129] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.501682] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.647718] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730404, 'name': CreateSnapshot_Task, 'duration_secs': 1.001061} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.648036] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.648880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759c35c-77ce-4595-87a2-a37474bd560d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.757885] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8a55148d-df77-462f-a86c-06ff8408a354 tempest-ImagesOneServerNegativeTestJSON-506937236 tempest-ImagesOneServerNegativeTestJSON-506937236-project-member] Lock "cd8beef9-1144-4fef-a50b-801249e7eebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.047s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.950483] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.971720] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730406, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.983580] env[63309]: DEBUG nova.network.neutron [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updated VIF entry in instance network info cache for port a1fad2a0-087d-49db-931f-bcabd41d807c. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.984027] env[63309]: DEBUG nova.network.neutron [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating instance_info_cache with network_info: [{"id": "a1fad2a0-087d-49db-931f-bcabd41d807c", "address": "fa:16:3e:f7:27:a7", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fad2a0-08", "ovs_interfaceid": "a1fad2a0-087d-49db-931f-bcabd41d807c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.008028] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.020805] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05054256-e81c-43fd-859c-f104f343423d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.029230] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5e871a-aecb-4a54-9fff-f5cd1deb422f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.061640] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d856e30-b79e-43ff-845c-7757867a85d9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.069227] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e48ef-1ae2-414c-8680-78f08949775f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.083262] env[63309]: DEBUG nova.compute.provider_tree [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.171985] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.172501] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4f06f5d-b556-4c86-8004-0e4b1494d9d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.185330] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 916.185330] env[63309]: value = "task-2730408" [ 916.185330] env[63309]: _type = "Task" [ 916.185330] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.198207] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.466443] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 916.467195] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549776', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'name': 'volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43daa061-8ca8-4e4f-9c12-44eedd288acd', 'attached_at': '', 'detached_at': '', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'serial': '1849c8a9-bfdf-47a2-8383-0394ab4244d6'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 916.468360] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed7c9c-e67c-4728-b023-15fc9e38a971 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.494322] env[63309]: DEBUG oslo_concurrency.lockutils [req-714522e7-30cc-460a-98be-8644b90234d4 req-48631806-2bf7-4835-bad4-d1e0e84fd7e5 service nova] Releasing lock "refresh_cache-e1f519b7-16f2-47c4-aec3-23668a53dfea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.495132] env[63309]: DEBUG oslo_vmware.api [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730406, 'name': PowerOnVM_Task, 'duration_secs': 0.628279} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.496088] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d43287-8adf-4f4d-8314-e881e23a637e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.499217] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.517027] env[63309]: DEBUG oslo_vmware.api [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730407, 'name': PowerOnVM_Task, 'duration_secs': 0.752175} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.532303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.532720] env[63309]: INFO nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Took 8.57 seconds to spawn the instance on the hypervisor. [ 916.533057] env[63309]: DEBUG nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.541501] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6/volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.543529] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca277f1-a609-491b-851f-5443d2044d7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.546459] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bb5e63-2398-4901-84ec-691853dbcdd8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.569802] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 916.569802] env[63309]: value = "task-2730409" [ 916.569802] env[63309]: _type = "Task" [ 916.569802] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.579883] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.586027] env[63309]: DEBUG nova.scheduler.client.report [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.696891] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.080964] env[63309]: INFO nova.compute.manager [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Took 40.63 seconds to build instance. [ 917.087440] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.091839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.094775] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.735s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.095029] env[63309]: DEBUG nova.objects.instance [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'resources' on Instance uuid 99234556-bd5b-4220-af45-272e54808a34 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.120178] env[63309]: INFO nova.scheduler.client.report [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Deleted allocations for instance d3a67084-5702-4a8e-901d-bbafae785194 [ 917.197071] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.515921] env[63309]: INFO nova.compute.manager [None req-e106856c-1007-47c3-ba26-d1e2bbac4cda tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance to original state: 'active' [ 917.586981] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cbfba14-d76b-470d-a3e5-5827ef1e73fd tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.140s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.586981] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730409, 'name': ReconfigVM_Task, 'duration_secs': 0.525307} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.586981] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6/volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.591974] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7acb17bd-18f8-4c29-8ddb-8313636ba076 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.603950] env[63309]: DEBUG nova.objects.instance [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'numa_topology' on Instance uuid 99234556-bd5b-4220-af45-272e54808a34 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.610711] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 917.610711] env[63309]: value = "task-2730410" [ 917.610711] env[63309]: _type = "Task" [ 917.610711] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.620317] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.628433] env[63309]: DEBUG oslo_concurrency.lockutils [None req-28e27d99-4332-482d-a2a9-7e40c0567f7d tempest-ServersAdminTestJSON-2131309744 tempest-ServersAdminTestJSON-2131309744-project-member] Lock "d3a67084-5702-4a8e-901d-bbafae785194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.112s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.701698] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.107505] env[63309]: DEBUG nova.objects.base [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Object Instance<99234556-bd5b-4220-af45-272e54808a34> lazy-loaded attributes: resources,numa_topology {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.123773] env[63309]: DEBUG oslo_vmware.api [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730410, 'name': ReconfigVM_Task, 'duration_secs': 0.185216} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.124096] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549776', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'name': 'volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43daa061-8ca8-4e4f-9c12-44eedd288acd', 'attached_at': '', 'detached_at': '', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'serial': '1849c8a9-bfdf-47a2-8383-0394ab4244d6'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 918.179734] env[63309]: DEBUG nova.compute.manager [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.180968] env[63309]: DEBUG nova.compute.manager [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing instance network info cache due to event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.180968] env[63309]: DEBUG oslo_concurrency.lockutils [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] Acquiring lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.180968] env[63309]: DEBUG oslo_concurrency.lockutils [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] Acquired lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.180968] env[63309]: DEBUG nova.network.neutron [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.206903] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.570509] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4aaef6-ae28-4b86-b4b7-72242130aa9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.578475] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f4338-7bfe-4e22-8c0e-1030feddc583 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.611592] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e17416-16f8-4098-a612-cd74d38d7397 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.619966] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c162ae-b02e-4f3e-a56f-59106606ec8b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.638198] env[63309]: DEBUG nova.compute.provider_tree [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.699338] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.073259] env[63309]: DEBUG nova.network.neutron [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updated VIF entry in instance network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.073724] env[63309]: DEBUG nova.network.neutron [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.141714] env[63309]: DEBUG nova.scheduler.client.report [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.190023] env[63309]: DEBUG nova.objects.instance [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lazy-loading 'flavor' on Instance uuid 43daa061-8ca8-4e4f-9c12-44eedd288acd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.204354] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.578174] env[63309]: DEBUG oslo_concurrency.lockutils [req-f8b16298-c2d7-4497-9195-c692505d41e8 req-8edf1633-0c59-4aed-babb-424227a170b7 service nova] Releasing lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.647542] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.650853] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.511s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.651107] env[63309]: DEBUG nova.objects.instance [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lazy-loading 'resources' on Instance uuid aa241a66-d686-4b81-9bb7-f6c97052af0c {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.698547] env[63309]: DEBUG oslo_concurrency.lockutils [None req-262d3355-a137-47fd-a108-c80e83fb6d1b tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.393s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.712177] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.159223] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d0731d5-fece-47eb-93ac-6b89126dd13e tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.788s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.160674] env[63309]: DEBUG oslo_concurrency.lockutils [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.949s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.161323] env[63309]: DEBUG oslo_concurrency.lockutils [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "99234556-bd5b-4220-af45-272e54808a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.163481] env[63309]: DEBUG oslo_concurrency.lockutils [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.163481] env[63309]: DEBUG oslo_concurrency.lockutils [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.169740] env[63309]: INFO nova.compute.manager [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Terminating instance [ 920.215620] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730408, 'name': CloneVM_Task, 'duration_secs': 3.794016} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.215908] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created linked-clone VM from snapshot [ 920.216736] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d90874-3439-4591-ab41-b9364d432d8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.225517] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Uploading image daee7f21-05de-4b6a-8f13-f5025d4a310b {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.269125] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.269125] env[63309]: value = "vm-549778" [ 920.269125] env[63309]: _type = "VirtualMachine" [ 920.269125] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.269457] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c65995c7-926f-4a71-a022-f22c9f4c17bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.286284] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease: (returnval){ [ 920.286284] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4cb89-2fd9-745a-763f-4f2a9073c909" [ 920.286284] env[63309]: _type = "HttpNfcLease" [ 920.286284] env[63309]: } obtained for exporting VM: (result){ [ 920.286284] env[63309]: value = "vm-549778" [ 920.286284] env[63309]: _type = "VirtualMachine" [ 920.286284] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.286284] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the lease: (returnval){ [ 920.286284] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4cb89-2fd9-745a-763f-4f2a9073c909" [ 920.286284] env[63309]: _type = "HttpNfcLease" [ 920.286284] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.295222] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.295222] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4cb89-2fd9-745a-763f-4f2a9073c909" [ 920.295222] env[63309]: _type = "HttpNfcLease" [ 920.295222] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 920.370307] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522399ec-713a-3b09-54e0-1f4226c18ed2/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.371248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930cc83a-b5eb-4978-9bef-bbbc231cef47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.380332] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522399ec-713a-3b09-54e0-1f4226c18ed2/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.380508] env[63309]: ERROR oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522399ec-713a-3b09-54e0-1f4226c18ed2/disk-0.vmdk due to incomplete transfer. [ 920.380994] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-916bb66b-7663-45d8-8f68-32698002503c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.387729] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522399ec-713a-3b09-54e0-1f4226c18ed2/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.390782] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Uploaded image c620c19d-1b2c-4ced-8aa9-c69465157176 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.390782] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.392740] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-003b32e3-47a6-4347-b4ed-8e886c394015 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.399046] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 920.399046] env[63309]: value = "task-2730412" [ 920.399046] env[63309]: _type = "Task" [ 920.399046] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.406976] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730412, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.484046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "30a14e79-df0a-4a42-9232-4c7a56fa731c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.484046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.484046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.484046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.484267] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.485819] env[63309]: INFO nova.compute.manager [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Terminating instance [ 920.558989] env[63309]: DEBUG nova.compute.manager [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.559210] env[63309]: DEBUG nova.compute.manager [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing instance network info cache due to event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.559423] env[63309]: DEBUG oslo_concurrency.lockutils [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] Acquiring lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.559563] env[63309]: DEBUG oslo_concurrency.lockutils [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] Acquired lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.559753] env[63309]: DEBUG nova.network.neutron [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.598383] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2f276-1405-4897-89b9-3ec04acec704 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.606526] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b71b2-9001-4739-aeb8-2c67d75f8a47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.640544] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece1c40-86d0-4136-939b-19234597f665 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.648623] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa24b9d-f803-4105-b345-d189daf884e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.662762] env[63309]: DEBUG nova.compute.provider_tree [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.676138] env[63309]: DEBUG nova.compute.manager [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.676373] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.676898] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b70e6b78-27bf-4352-9481-01bf64a6310c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.686053] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30010d53-b69f-4db7-bde8-79b52e49a06e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.725501] env[63309]: WARNING nova.virt.vmwareapi.vmops [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 99234556-bd5b-4220-af45-272e54808a34 could not be found. [ 920.725993] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.726223] env[63309]: INFO nova.compute.manager [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 99234556-bd5b-4220-af45-272e54808a34] Took 0.05 seconds to destroy the instance on the hypervisor. [ 920.726886] env[63309]: DEBUG oslo.service.loopingcall [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.727188] env[63309]: DEBUG nova.compute.manager [-] [instance: 99234556-bd5b-4220-af45-272e54808a34] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.727290] env[63309]: DEBUG nova.network.neutron [-] [instance: 99234556-bd5b-4220-af45-272e54808a34] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.793778] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.793778] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4cb89-2fd9-745a-763f-4f2a9073c909" [ 920.793778] env[63309]: _type = "HttpNfcLease" [ 920.793778] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.794108] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.794108] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4cb89-2fd9-745a-763f-4f2a9073c909" [ 920.794108] env[63309]: _type = "HttpNfcLease" [ 920.794108] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.794845] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65084de-d3ed-404d-bf47-0213196e758d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.802990] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b416f8-6d67-7c9c-5eaf-68ccc795169c/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.803643] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b416f8-6d67-7c9c-5eaf-68ccc795169c/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.876533] env[63309]: DEBUG oslo_concurrency.lockutils [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.876753] env[63309]: DEBUG oslo_concurrency.lockutils [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.910996] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730412, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.924701] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-187d2f13-0fbe-41b2-bfdb-a1f75cc97d8c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.996839] env[63309]: DEBUG nova.compute.manager [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.997087] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.998602] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6e897-c32b-4ef2-9d97-5ef65bb771d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.009029] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.009480] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cdd6aa-f804-4673-b135-ff42d44f0eb9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.016336] env[63309]: DEBUG oslo_vmware.api [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 921.016336] env[63309]: value = "task-2730413" [ 921.016336] env[63309]: _type = "Task" [ 921.016336] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.026660] env[63309]: DEBUG oslo_vmware.api [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.141544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.141956] env[63309]: DEBUG oslo_concurrency.lockutils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.166046] env[63309]: DEBUG nova.scheduler.client.report [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.379614] env[63309]: INFO nova.compute.manager [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Detaching volume 1849c8a9-bfdf-47a2-8383-0394ab4244d6 [ 921.412859] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730412, 'name': Destroy_Task, 'duration_secs': 0.691629} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.413241] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Destroyed the VM [ 921.413678] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.414047] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae96b686-6875-471d-9091-7db15b50e0b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.422892] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 921.422892] env[63309]: value = "task-2730414" [ 921.422892] env[63309]: _type = "Task" [ 921.422892] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.432041] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730414, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.432814] env[63309]: INFO nova.virt.block_device [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Attempting to driver detach volume 1849c8a9-bfdf-47a2-8383-0394ab4244d6 from mountpoint /dev/sdb [ 921.433149] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 921.433436] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549776', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'name': 'volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43daa061-8ca8-4e4f-9c12-44eedd288acd', 'attached_at': '', 'detached_at': '', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'serial': '1849c8a9-bfdf-47a2-8383-0394ab4244d6'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 921.435282] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ca5be-a9e1-45fd-8c63-07ff20fdb72c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.459362] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ede5e19-1054-4e6d-9292-5b94564633f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.468069] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399063d-89df-4fd2-95a6-454bede27af3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.491478] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000bdce4-bedf-4f41-969e-a69b46ef9a9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.513597] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] The volume has not been displaced from its original location: [datastore2] volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6/volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 921.520349] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.520883] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d85ad77-32fa-488f-9214-de6b00c4bab3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.551878] env[63309]: DEBUG oslo_vmware.api [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730413, 'name': PowerOffVM_Task, 'duration_secs': 0.256619} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.551878] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.551878] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.551878] env[63309]: DEBUG oslo_vmware.api [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 921.551878] env[63309]: value = "task-2730415" [ 921.551878] env[63309]: _type = "Task" [ 921.551878] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.552273] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae6d3322-3b73-45d3-beb4-4ed0fd377e1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.565474] env[63309]: DEBUG oslo_vmware.api [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.620802] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.620802] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.621206] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleting the datastore file [datastore2] 30a14e79-df0a-4a42-9232-4c7a56fa731c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.624824] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88edf2b1-661f-4952-9d24-14fe0d352149 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.632869] env[63309]: DEBUG oslo_vmware.api [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 921.632869] env[63309]: value = "task-2730417" [ 921.632869] env[63309]: _type = "Task" [ 921.632869] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.645961] env[63309]: DEBUG oslo_vmware.api [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.649507] env[63309]: DEBUG nova.compute.utils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.675112] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.682396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.421s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.682800] env[63309]: DEBUG nova.objects.instance [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 921.710590] env[63309]: INFO nova.scheduler.client.report [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Deleted allocations for instance aa241a66-d686-4b81-9bb7-f6c97052af0c [ 921.777135] env[63309]: DEBUG nova.network.neutron [-] [instance: 99234556-bd5b-4220-af45-272e54808a34] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.826202] env[63309]: DEBUG nova.network.neutron [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updated VIF entry in instance network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.826407] env[63309]: DEBUG nova.network.neutron [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.932656] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730414, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.066308] env[63309]: DEBUG oslo_vmware.api [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730415, 'name': ReconfigVM_Task, 'duration_secs': 0.329679} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.066925] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.073487] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a129177d-8894-4892-9a7c-ef7f89e4ad9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.093037] env[63309]: DEBUG oslo_vmware.api [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 922.093037] env[63309]: value = "task-2730418" [ 922.093037] env[63309]: _type = "Task" [ 922.093037] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.106792] env[63309]: DEBUG oslo_vmware.api [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.142843] env[63309]: DEBUG oslo_vmware.api [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206929} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.144378] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.144378] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.144378] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.144378] env[63309]: INFO nova.compute.manager [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 922.144586] env[63309]: DEBUG oslo.service.loopingcall [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.144811] env[63309]: DEBUG nova.compute.manager [-] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.144906] env[63309]: DEBUG nova.network.neutron [-] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.155205] env[63309]: DEBUG oslo_concurrency.lockutils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.232347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-07bd06fc-6739-4629-9b50-6e2b72dff29a tempest-ServerShowV257Test-1991640702 tempest-ServerShowV257Test-1991640702-project-member] Lock "aa241a66-d686-4b81-9bb7-f6c97052af0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.428s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.280052] env[63309]: INFO nova.compute.manager [-] [instance: 99234556-bd5b-4220-af45-272e54808a34] Took 1.55 seconds to deallocate network for instance. [ 922.329799] env[63309]: DEBUG oslo_concurrency.lockutils [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] Releasing lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.331075] env[63309]: DEBUG nova.compute.manager [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Received event network-changed-d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.331542] env[63309]: DEBUG nova.compute.manager [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Refreshing instance network info cache due to event network-changed-d6d278d0-865d-4e9d-8686-2bca65fb623e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.331868] env[63309]: DEBUG oslo_concurrency.lockutils [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] Acquiring lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.331868] env[63309]: DEBUG oslo_concurrency.lockutils [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] Acquired lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.332221] env[63309]: DEBUG nova.network.neutron [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Refreshing network info cache for port d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.434782] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730414, 'name': RemoveSnapshot_Task, 'duration_secs': 0.601227} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.435610] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.436342] env[63309]: DEBUG nova.compute.manager [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.437476] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb04b87-28de-4820-9698-55ff1675ac26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.605365] env[63309]: DEBUG oslo_vmware.api [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730418, 'name': ReconfigVM_Task, 'duration_secs': 0.206819} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.607700] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549776', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'name': 'volume-1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43daa061-8ca8-4e4f-9c12-44eedd288acd', 'attached_at': '', 'detached_at': '', 'volume_id': '1849c8a9-bfdf-47a2-8383-0394ab4244d6', 'serial': '1849c8a9-bfdf-47a2-8383-0394ab4244d6'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 922.693896] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e890d93f-bdf9-4a39-a04c-6e1d6605c4cd tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.695087] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.184s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.695329] env[63309]: DEBUG nova.objects.instance [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'resources' on Instance uuid 08bbc192-c6c0-4eb7-8f26-336732c1db17 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.955121] env[63309]: INFO nova.compute.manager [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Shelve offloading [ 923.095207] env[63309]: DEBUG nova.network.neutron [-] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.161499] env[63309]: DEBUG nova.compute.manager [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Received event network-changed-d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.161812] env[63309]: DEBUG nova.compute.manager [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Refreshing instance network info cache due to event network-changed-d6d278d0-865d-4e9d-8686-2bca65fb623e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.162192] env[63309]: DEBUG oslo_concurrency.lockutils [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] Acquiring lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.177548] env[63309]: DEBUG nova.objects.instance [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lazy-loading 'flavor' on Instance uuid 43daa061-8ca8-4e4f-9c12-44eedd288acd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.277764] env[63309]: DEBUG oslo_concurrency.lockutils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.278676] env[63309]: DEBUG oslo_concurrency.lockutils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.278676] env[63309]: INFO nova.compute.manager [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Attaching volume 59b21db0-b50f-43e0-81bf-6e4bc5690ba7 to /dev/sdb [ 923.283322] env[63309]: DEBUG nova.network.neutron [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updated VIF entry in instance network info cache for port d6d278d0-865d-4e9d-8686-2bca65fb623e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.283862] env[63309]: DEBUG nova.network.neutron [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updating instance_info_cache with network_info: [{"id": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "address": "fa:16:3e:66:a2:bb", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d278d0-86", "ovs_interfaceid": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.324297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-147f268e-f575-4eb7-89b0-a962b6208dd4 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "99234556-bd5b-4220-af45-272e54808a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.163s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.337735] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c41aa0-a06b-46ad-922f-0f75d3e7b713 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.346702] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866e626-df6e-4d90-b855-7ecc323d9c10 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.363500] env[63309]: DEBUG nova.virt.block_device [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating existing volume attachment record: 58300b61-f6c8-46dd-85fe-05480da593ea {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 923.462206] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.462632] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19f3c02-c806-4753-90e0-0114e550bddf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.478616] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 923.478616] env[63309]: value = "task-2730419" [ 923.478616] env[63309]: _type = "Task" [ 923.478616] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.503434] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.504060] env[63309]: DEBUG nova.compute.manager [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.505214] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ebc7df-db75-42c9-830e-7512a49b6ccf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.517021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.517021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.517021] env[63309]: DEBUG nova.network.neutron [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.600108] env[63309]: INFO nova.compute.manager [-] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Took 1.45 seconds to deallocate network for instance. [ 923.719281] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a8a04-e063-4ab6-b1e2-af745acaef39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.728839] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68307b6d-e752-4626-b6a5-8fe675729214 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.771148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "3939c0f2-1a6e-414a-9baf-8efd347efee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.773286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.773286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "3939c0f2-1a6e-414a-9baf-8efd347efee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.773286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.773286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.774223] env[63309]: INFO nova.compute.manager [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Terminating instance [ 923.776614] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2cbe7f-aeb7-4e6c-9a3e-6dcbb2de8e87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.789299] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55f25ef-bbd1-4900-9983-0d25d4bbf048 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.796031] env[63309]: DEBUG oslo_concurrency.lockutils [req-72f9b580-6dff-43cc-b09b-6e868760bda8 req-35b40bc9-24ea-4913-9d42-5327badc83ed service nova] Releasing lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.797445] env[63309]: DEBUG oslo_concurrency.lockutils [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] Acquired lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.797445] env[63309]: DEBUG nova.network.neutron [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Refreshing network info cache for port d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.815391] env[63309]: DEBUG nova.compute.provider_tree [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.115196] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.196130] env[63309]: DEBUG oslo_concurrency.lockutils [None req-32fd8fef-2f0f-4b16-874e-e4caad709265 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.282871] env[63309]: DEBUG nova.compute.manager [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.283220] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.285108] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a92c3-381a-4198-9888-5919c48c479b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.297698] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.298032] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e87dc1-3316-4652-8526-e767529ef1a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.306797] env[63309]: DEBUG oslo_vmware.api [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 924.306797] env[63309]: value = "task-2730423" [ 924.306797] env[63309]: _type = "Task" [ 924.306797] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.317801] env[63309]: DEBUG oslo_vmware.api [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.320814] env[63309]: DEBUG nova.scheduler.client.report [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.458090] env[63309]: DEBUG nova.network.neutron [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.645697] env[63309]: DEBUG nova.network.neutron [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updated VIF entry in instance network info cache for port d6d278d0-865d-4e9d-8686-2bca65fb623e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.645960] env[63309]: DEBUG nova.network.neutron [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updating instance_info_cache with network_info: [{"id": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "address": "fa:16:3e:66:a2:bb", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d278d0-86", "ovs_interfaceid": "d6d278d0-865d-4e9d-8686-2bca65fb623e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.823659] env[63309]: DEBUG oslo_vmware.api [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730423, 'name': PowerOffVM_Task, 'duration_secs': 0.254157} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.823979] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.824254] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.824551] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dda7320c-0a2d-4cd8-9a6e-27a7e1da252d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.827594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.829850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.334s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.831668] env[63309]: INFO nova.compute.claims [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.882642] env[63309]: INFO nova.scheduler.client.report [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance 08bbc192-c6c0-4eb7-8f26-336732c1db17 [ 924.893007] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.893255] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.893443] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Deleting the datastore file [datastore2] 3939c0f2-1a6e-414a-9baf-8efd347efee5 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.893715] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e24b189-70d2-4ec2-962b-3222edd52213 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.901020] env[63309]: DEBUG oslo_vmware.api [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 924.901020] env[63309]: value = "task-2730425" [ 924.901020] env[63309]: _type = "Task" [ 924.901020] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.910837] env[63309]: DEBUG oslo_vmware.api [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.961649] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.075924] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "45a48787-7ecd-431e-8e04-ff86665e4ead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.076686] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.149903] env[63309]: DEBUG oslo_concurrency.lockutils [req-af398f50-8ee9-4cfb-844b-898eeca33e8f req-85fc391c-ff13-4454-b47a-b449df303929 service nova] Releasing lock "refresh_cache-3939c0f2-1a6e-414a-9baf-8efd347efee5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.278596] env[63309]: DEBUG nova.compute.manager [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Received event network-vif-deleted-42dcb717-c127-4817-a767-da6318ae6440 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.279193] env[63309]: DEBUG nova.compute.manager [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.279465] env[63309]: DEBUG nova.compute.manager [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing instance network info cache due to event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.279736] env[63309]: DEBUG oslo_concurrency.lockutils [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] Acquiring lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.280617] env[63309]: DEBUG oslo_concurrency.lockutils [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] Acquired lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.280617] env[63309]: DEBUG nova.network.neutron [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.397724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-898be3b0-090a-49e0-9358-e9c40e5fe68f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "08bbc192-c6c0-4eb7-8f26-336732c1db17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.518s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.421516] env[63309]: DEBUG oslo_vmware.api [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154557} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.422686] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.423017] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.423328] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.423820] env[63309]: INFO nova.compute.manager [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.424218] env[63309]: DEBUG oslo.service.loopingcall [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.427288] env[63309]: DEBUG nova.compute.manager [-] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.427288] env[63309]: DEBUG nova.network.neutron [-] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.579939] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.925549] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "f2fdd805-5e73-497f-a24d-5023d32a8e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.925821] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.122147] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.248658] env[63309]: DEBUG nova.network.neutron [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updated VIF entry in instance network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.248974] env[63309]: DEBUG nova.network.neutron [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.278038] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee8bd1-aa86-4153-839b-12149440fc24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.288069] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23a83c1-05cb-4601-bcdf-31e940763551 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.326399] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.326399] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60174e67-4ee2-4c07-a92b-4b256486fbb7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.330797] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce5eb30-c44f-48e9-8df4-ec696cb0179e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.341621] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babce737-3079-48f8-8531-52c658bf80ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.346259] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.346584] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1eedf32-11c1-498b-937d-fdbaf699e707 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.359336] env[63309]: DEBUG nova.compute.provider_tree [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.426617] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.426986] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.427289] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleting the datastore file [datastore1] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.427639] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e86f72f-0668-4fe0-a793-321ed5de9caa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.430124] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.437551] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 926.437551] env[63309]: value = "task-2730428" [ 926.437551] env[63309]: _type = "Task" [ 926.437551] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.446830] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.754245] env[63309]: DEBUG oslo_concurrency.lockutils [req-2297c3d4-60db-4de0-b501-27f5c21403e3 req-ba3d5fd4-cc69-4605-ad7a-d4faa9bb6a7b service nova] Releasing lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.869466] env[63309]: DEBUG nova.scheduler.client.report [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.952359] env[63309]: DEBUG nova.network.neutron [-] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.954886] env[63309]: DEBUG oslo_vmware.api [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134318} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.955189] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.955508] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.955709] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.959274] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.980533] env[63309]: INFO nova.scheduler.client.report [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted allocations for instance feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 [ 927.377711] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-vif-unplugged-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.377711] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.378311] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.378311] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.378311] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] No waiting events found dispatching network-vif-unplugged-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.378499] env[63309]: WARNING nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received unexpected event network-vif-unplugged-fc751bca-62ae-438e-b890-aeb3df8f54fe for instance with vm_state shelved_offloaded and task_state None. [ 927.378656] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.378832] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing instance network info cache due to event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.379115] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.379302] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.379468] env[63309]: DEBUG nova.network.neutron [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.382257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.382745] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.388580] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.904s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.388865] env[63309]: DEBUG nova.objects.instance [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lazy-loading 'resources' on Instance uuid 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.415773] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "85023cc0-6014-4f3e-acac-760242783fd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.416022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "85023cc0-6014-4f3e-acac-760242783fd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.458351] env[63309]: INFO nova.compute.manager [-] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Took 2.03 seconds to deallocate network for instance. [ 927.489319] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.894231] env[63309]: DEBUG nova.compute.utils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.895817] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.896028] env[63309]: DEBUG nova.network.neutron [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.919444] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.965701] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.041910] env[63309]: DEBUG nova.policy [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f005be7641420cbc0137b587b434bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed2b311fc4d462b9786caac6ab452ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.372941] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d157ba4-23d6-42a0-bcc0-9dd9e29cc36a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.381988] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4811d097-9706-44e6-a449-b49c9d36737d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.421501] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.436960] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fba10dc-44f8-4e56-bc5a-9f7b274370cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.436960] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 928.436960] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549780', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'name': 'volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '983feaac-59a0-49b3-b0a6-df826e873518', 'attached_at': '', 'detached_at': '', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'serial': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 928.439246] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1acfca-bb62-46b7-9b4d-9c64066b0e59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.464032] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.464319] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ad3968-adf6-4a2d-b829-5fec73ee4ccd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.469172] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5aff57-11de-4a4c-b8db-e703ca0540f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.484943] env[63309]: DEBUG nova.compute.provider_tree [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.508376] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7/volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.510323] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aff554f-17c3-407f-a2fc-1926cb7f8866 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.529382] env[63309]: DEBUG oslo_vmware.api [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 928.529382] env[63309]: value = "task-2730429" [ 928.529382] env[63309]: _type = "Task" [ 928.529382] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.537664] env[63309]: DEBUG oslo_vmware.api [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.562943] env[63309]: DEBUG nova.network.neutron [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updated VIF entry in instance network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.563332] env[63309]: DEBUG nova.network.neutron [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfc751bca-62", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.790543] env[63309]: DEBUG nova.network.neutron [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Successfully created port: 36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.972505] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b416f8-6d67-7c9c-5eaf-68ccc795169c/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.973645] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7d7f4-8141-4499-917b-f1af3a9cbcd2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.982590] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b416f8-6d67-7c9c-5eaf-68ccc795169c/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.982768] env[63309]: ERROR oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b416f8-6d67-7c9c-5eaf-68ccc795169c/disk-0.vmdk due to incomplete transfer. [ 928.983148] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd26f4d7-c069-4a82-869b-666c9007f774 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.991329] env[63309]: DEBUG oslo_vmware.rw_handles [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b416f8-6d67-7c9c-5eaf-68ccc795169c/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.991514] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Uploaded image daee7f21-05de-4b6a-8f13-f5025d4a310b to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.995410] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.996015] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21d4bf99-1d5a-4235-966a-d39e1319bc99 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.003718] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 929.003718] env[63309]: value = "task-2730430" [ 929.003718] env[63309]: _type = "Task" [ 929.003718] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.010072] env[63309]: DEBUG nova.scheduler.client.report [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.018472] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730430, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.039526] env[63309]: DEBUG oslo_vmware.api [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730429, 'name': ReconfigVM_Task, 'duration_secs': 0.347033} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.040288] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7/volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.045131] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44fac395-9f44-4821-bc94-47fab8450135 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.061363] env[63309]: DEBUG oslo_vmware.api [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 929.061363] env[63309]: value = "task-2730431" [ 929.061363] env[63309]: _type = "Task" [ 929.061363] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.065846] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.066094] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Received event network-vif-deleted-d6d278d0-865d-4e9d-8686-2bca65fb623e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.066288] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.066501] env[63309]: DEBUG nova.compute.manager [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing instance network info cache due to event network-changed-992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.066722] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Acquiring lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.066867] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Acquired lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.067161] env[63309]: DEBUG nova.network.neutron [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Refreshing network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.073682] env[63309]: DEBUG oslo_vmware.api [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.250729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.431323] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.466158] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.466430] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.467860] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.467860] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.467860] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.467860] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.467860] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.468142] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.468195] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.468420] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.468923] env[63309]: DEBUG nova.virt.hardware [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.474450] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce322b27-5d12-4093-822f-2194560ea8e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.480291] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84488bd5-af6b-4020-b417-886e6756bfe4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.513049] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730430, 'name': Destroy_Task, 'duration_secs': 0.335511} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.513324] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroyed the VM [ 929.513560] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.514342] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-202ca097-6670-4340-a011-e95f38f6c072 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.516494] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.519912] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.747s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.521556] env[63309]: DEBUG nova.objects.instance [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lazy-loading 'resources' on Instance uuid 6aa3506a-1e91-4a89-b34a-4289135bdd88 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.529224] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 929.529224] env[63309]: value = "task-2730432" [ 929.529224] env[63309]: _type = "Task" [ 929.529224] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.536736] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.547834] env[63309]: INFO nova.scheduler.client.report [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocations for instance 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627 [ 929.575079] env[63309]: DEBUG oslo_vmware.api [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730431, 'name': ReconfigVM_Task, 'duration_secs': 0.145256} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.575985] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549780', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'name': 'volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '983feaac-59a0-49b3-b0a6-df826e873518', 'attached_at': '', 'detached_at': '', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'serial': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 930.047119] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730432, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.061343] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16703b92-b79c-4b4b-a048-4ba5231becfb tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "6d80bbf1-5ef9-43c7-979f-d1eea7bc8627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.114s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.135817] env[63309]: DEBUG nova.network.neutron [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updated VIF entry in instance network info cache for port 992483aa-7b5a-4f74-88ed-6821a311ecb0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.135817] env[63309]: DEBUG nova.network.neutron [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [{"id": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "address": "fa:16:3e:3e:e7:62", "network": {"id": "319cde4b-8a37-4c55-9628-c602f77ddca5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1026566374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f28033d822cd47549891af8de26ab635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992483aa-7b", "ovs_interfaceid": "992483aa-7b5a-4f74-88ed-6821a311ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.440964] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8846f2-eb14-4db6-842b-748fb4cef29f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.448986] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0bfc5c-bb2f-45e3-b2fd-dd35774e7125 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.486402] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce4c2a-1c40-4730-b39a-5a7eb6973441 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.495043] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f41a1-a5b9-40e0-a6a2-c2b97d51f6a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.511021] env[63309]: DEBUG nova.compute.provider_tree [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.542162] env[63309]: DEBUG oslo_vmware.api [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730432, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545497} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.542162] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.542162] env[63309]: INFO nova.compute.manager [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 16.48 seconds to snapshot the instance on the hypervisor. [ 930.641962] env[63309]: DEBUG oslo_concurrency.lockutils [req-a569cdfa-2da7-4ce2-b937-ef21127c8526 req-b76d5f6d-9442-456c-ae5a-b46d93af4b59 service nova] Releasing lock "refresh_cache-00a88b94-2daf-49d6-acfb-294be9838f90" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.656439] env[63309]: DEBUG nova.objects.instance [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'flavor' on Instance uuid 983feaac-59a0-49b3-b0a6-df826e873518 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.755066] env[63309]: DEBUG nova.compute.manager [req-2540d91d-9070-488a-91b2-ee5d62ca61db req-2bdd3cc5-5ec5-4e7f-808b-824f336a4596 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Received event network-vif-plugged-36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.755308] env[63309]: DEBUG oslo_concurrency.lockutils [req-2540d91d-9070-488a-91b2-ee5d62ca61db req-2bdd3cc5-5ec5-4e7f-808b-824f336a4596 service nova] Acquiring lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.755523] env[63309]: DEBUG oslo_concurrency.lockutils [req-2540d91d-9070-488a-91b2-ee5d62ca61db req-2bdd3cc5-5ec5-4e7f-808b-824f336a4596 service nova] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.755693] env[63309]: DEBUG oslo_concurrency.lockutils [req-2540d91d-9070-488a-91b2-ee5d62ca61db req-2bdd3cc5-5ec5-4e7f-808b-824f336a4596 service nova] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.755863] env[63309]: DEBUG nova.compute.manager [req-2540d91d-9070-488a-91b2-ee5d62ca61db req-2bdd3cc5-5ec5-4e7f-808b-824f336a4596 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] No waiting events found dispatching network-vif-plugged-36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.756056] env[63309]: WARNING nova.compute.manager [req-2540d91d-9070-488a-91b2-ee5d62ca61db req-2bdd3cc5-5ec5-4e7f-808b-824f336a4596 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Received unexpected event network-vif-plugged-36cb1610-9029-4586-8f75-8d3dc91bae6e for instance with vm_state building and task_state spawning. [ 930.841108] env[63309]: INFO nova.compute.manager [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Rescuing [ 930.841279] env[63309]: DEBUG oslo_concurrency.lockutils [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.841434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.841604] env[63309]: DEBUG nova.network.neutron [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.919061] env[63309]: DEBUG nova.network.neutron [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Successfully updated port: 36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.019412] env[63309]: DEBUG nova.scheduler.client.report [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.085784] env[63309]: DEBUG nova.compute.manager [None req-d3411e64-ad95-476a-9960-582457df4cef tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Found 1 images (rotation: 2) {{(pid=63309) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 931.169370] env[63309]: DEBUG oslo_concurrency.lockutils [None req-481dc211-e0ae-4f12-b902-a1a4de7bc632 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.891s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.426337] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.426337] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.426337] env[63309]: DEBUG nova.network.neutron [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.526564] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.527743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.614s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.529172] env[63309]: DEBUG nova.objects.instance [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lazy-loading 'resources' on Instance uuid cb666062-133e-4bee-86e4-c8a2998e3ddb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.559438] env[63309]: INFO nova.scheduler.client.report [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Deleted allocations for instance 6aa3506a-1e91-4a89-b34a-4289135bdd88 [ 931.653238] env[63309]: DEBUG nova.network.neutron [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.974079] env[63309]: DEBUG nova.network.neutron [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.071499] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f27015c-a52b-4baf-9f89-8eac3ca72324 tempest-ServersAaction247Test-1653909091 tempest-ServersAaction247Test-1653909091-project-member] Lock "6aa3506a-1e91-4a89-b34a-4289135bdd88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.530s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.162436] env[63309]: DEBUG oslo_concurrency.lockutils [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.227524] env[63309]: DEBUG nova.network.neutron [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [{"id": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "address": "fa:16:3e:03:c9:a3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb1610-90", "ovs_interfaceid": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.450467] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee028c1-a93e-48f7-afad-0c2c91755fce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.458884] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295fbac-5bd5-4ee6-83ac-7b8a8c218558 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.496840] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fa8ad3-ac46-44bc-a6b5-fcede4046f17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.501190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "cf0d4a84-d065-460d-b41f-2419c9630a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.501190] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.509298] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917fa52f-22a9-4a59-9d5e-ca0869a7e054 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.525336] env[63309]: DEBUG nova.compute.provider_tree [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.732130] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.732130] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Instance network_info: |[{"id": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "address": "fa:16:3e:03:c9:a3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb1610-90", "ovs_interfaceid": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.732406] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c9:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36cb1610-9029-4586-8f75-8d3dc91bae6e', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.738950] env[63309]: DEBUG oslo.service.loopingcall [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.739789] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.740217] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94ce33f-0f9a-464f-9c81-d8d5cb85b1b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.763016] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.763016] env[63309]: value = "task-2730433" [ 932.763016] env[63309]: _type = "Task" [ 932.763016] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.769654] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730433, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.803159] env[63309]: DEBUG nova.compute.manager [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Received event network-changed-36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.803159] env[63309]: DEBUG nova.compute.manager [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Refreshing instance network info cache due to event network-changed-36cb1610-9029-4586-8f75-8d3dc91bae6e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.803159] env[63309]: DEBUG oslo_concurrency.lockutils [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] Acquiring lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.803159] env[63309]: DEBUG oslo_concurrency.lockutils [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] Acquired lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.803159] env[63309]: DEBUG nova.network.neutron [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Refreshing network info cache for port 36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.858793] env[63309]: DEBUG nova.compute.manager [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.862323] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a8c947-65e3-490e-9304-4795e6c53f4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.009504] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.029984] env[63309]: DEBUG nova.scheduler.client.report [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.276806] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730433, 'name': CreateVM_Task, 'duration_secs': 0.296732} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.277359] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.278414] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.278718] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.279136] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.279509] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58501f4-8d6f-4044-a743-462b5c758f63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.288321] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 933.288321] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c9f0b-a514-e69b-0814-077873d93fb9" [ 933.288321] env[63309]: _type = "Task" [ 933.288321] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.296463] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c9f0b-a514-e69b-0814-077873d93fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.376424] env[63309]: INFO nova.compute.manager [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] instance snapshotting [ 933.377052] env[63309]: DEBUG nova.objects.instance [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'flavor' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.540242] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.540242] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.543103] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.593s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.543438] env[63309]: DEBUG nova.objects.instance [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lazy-loading 'resources' on Instance uuid 16126932-b0aa-439e-9557-34d9e9a6896d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.570517] env[63309]: INFO nova.scheduler.client.report [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted allocations for instance cb666062-133e-4bee-86e4-c8a2998e3ddb [ 933.684138] env[63309]: DEBUG nova.network.neutron [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updated VIF entry in instance network info cache for port 36cb1610-9029-4586-8f75-8d3dc91bae6e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.684559] env[63309]: DEBUG nova.network.neutron [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [{"id": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "address": "fa:16:3e:03:c9:a3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb1610-90", "ovs_interfaceid": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.715354] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.715354] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32f9fea-b52c-4675-8996-00c66146d462 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.723609] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 933.723609] env[63309]: value = "task-2730434" [ 933.723609] env[63309]: _type = "Task" [ 933.723609] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.733128] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.797691] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520c9f0b-a514-e69b-0814-077873d93fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.798110] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.798395] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.798673] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.798862] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.799096] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.799409] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9456b4fc-19dc-4394-bba8-300177b2ea62 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.807864] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.808087] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.808882] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1455c941-63e6-4b85-bd32-b833790d6ea6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.817387] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 933.817387] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52234fd0-1663-d6e5-1c56-09232fe8d9c4" [ 933.817387] env[63309]: _type = "Task" [ 933.817387] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.830357] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52234fd0-1663-d6e5-1c56-09232fe8d9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008503} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.831887] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfb632b-bd8c-4870-abe2-492b4f70c36a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.840117] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 933.840117] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52311586-95c2-e1d1-8a97-c33fe3fc559e" [ 933.840117] env[63309]: _type = "Task" [ 933.840117] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.848685] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52311586-95c2-e1d1-8a97-c33fe3fc559e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.883346] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76513186-3df6-4004-b117-410168feb35a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.902737] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd622d09-c316-4a89-9f5f-385919436431 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.081234] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a15d6b70-a070-4ab0-b903-349dbeac216f tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "cb666062-133e-4bee-86e4-c8a2998e3ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.729s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.189767] env[63309]: DEBUG oslo_concurrency.lockutils [req-6141a85d-f394-4405-bbab-7aee20370663 req-a8c89665-24ff-4733-beaa-0bfd958cb420 service nova] Releasing lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.236220] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730434, 'name': PowerOffVM_Task, 'duration_secs': 0.211739} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.236220] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.236770] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9f2b1-8c17-48e5-9495-ac8cb1a7cb79 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.265686] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4cd94-33c8-4876-b4ee-91b5d3fd4c3e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.310213] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.310665] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d04820-29d5-401f-b441-d0ff06a89821 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.317925] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 934.317925] env[63309]: value = "task-2730435" [ 934.317925] env[63309]: _type = "Task" [ 934.317925] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.330433] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.330730] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.330918] env[63309]: DEBUG oslo_concurrency.lockutils [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.349790] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52311586-95c2-e1d1-8a97-c33fe3fc559e, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.350088] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.350444] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614/2ea61370-d0d8-4331-a2f6-3b0f54b9b614.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.353398] env[63309]: DEBUG oslo_concurrency.lockutils [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.353598] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.353837] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c108f76a-cfe2-484f-8ebe-2252442423e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.356445] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddd5be0-3c8f-4c56-9e73-eb1dc5efea1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.363206] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 934.363206] env[63309]: value = "task-2730436" [ 934.363206] env[63309]: _type = "Task" [ 934.363206] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.367402] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.367575] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.369927] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd50e12-895e-4a4a-8563-2a3fb62916b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.376787] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.379751] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 934.379751] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52807a20-668b-934e-9373-729c10a8c3ca" [ 934.379751] env[63309]: _type = "Task" [ 934.379751] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.388789] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52807a20-668b-934e-9373-729c10a8c3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.413146] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.413478] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91b607b5-d8cb-49a7-af99-39ac929be45e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.426533] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 934.426533] env[63309]: value = "task-2730437" [ 934.426533] env[63309]: _type = "Task" [ 934.426533] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.434276] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.480153] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb6cfd-cb8d-4abc-af4a-fade90f2446e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.488695] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db2935-4178-44bc-96c0-02e5cbf72303 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.524112] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533934a6-1344-4493-ac1f-70e5554ee180 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.531658] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ce7e2-5a80-4be4-8269-5f9dd7b14242 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.546964] env[63309]: DEBUG nova.compute.provider_tree [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.877503] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.894286] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52807a20-668b-934e-9373-729c10a8c3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.895246] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5435fdc7-5d15-4218-8c32-8123e509d5a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.901858] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 934.901858] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525fafe4-65f1-be1b-80bb-9956ef179aeb" [ 934.901858] env[63309]: _type = "Task" [ 934.901858] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.910634] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525fafe4-65f1-be1b-80bb-9956ef179aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.938486] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730437, 'name': CreateSnapshot_Task, 'duration_secs': 0.472671} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.938856] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.939777] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85897c3-1665-4737-b452-27b49f70c1d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.049792] env[63309]: DEBUG nova.scheduler.client.report [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.339096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.339391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.350606] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.350854] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.351073] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.351317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.351473] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.354446] env[63309]: INFO nova.compute.manager [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Terminating instance [ 935.382628] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55794} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.383074] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614/2ea61370-d0d8-4331-a2f6-3b0f54b9b614.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.383371] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.383685] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8bedfe6-38ac-4b65-9a02-43cc904e18e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.392218] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 935.392218] env[63309]: value = "task-2730438" [ 935.392218] env[63309]: _type = "Task" [ 935.392218] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.403822] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.413573] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525fafe4-65f1-be1b-80bb-9956ef179aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.413871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.414174] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. {{(pid=63309) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 935.414508] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8de1d95-094d-4e0b-a86a-ae3b4ff7b981 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.423121] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 935.423121] env[63309]: value = "task-2730439" [ 935.423121] env[63309]: _type = "Task" [ 935.423121] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.428608] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.459474] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.459816] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-592ced52-3834-4d87-bc85-79ce686f8c67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.471262] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 935.471262] env[63309]: value = "task-2730440" [ 935.471262] env[63309]: _type = "Task" [ 935.471262] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.480583] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730440, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.555760] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.558919] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.443s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.558919] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.560672] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.439s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.562696] env[63309]: INFO nova.compute.claims [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.588121] env[63309]: INFO nova.scheduler.client.report [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Deleted allocations for instance 16126932-b0aa-439e-9557-34d9e9a6896d [ 935.595572] env[63309]: INFO nova.scheduler.client.report [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleted allocations for instance 30a14e79-df0a-4a42-9232-4c7a56fa731c [ 935.842086] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.870031] env[63309]: DEBUG nova.compute.manager [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.870031] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.870031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94510c36-367e-446e-9c0b-858491be3e17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.883537] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.883537] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f9dd08-dbdb-412a-96cb-c32fa820b98c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.889089] env[63309]: DEBUG oslo_vmware.api [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 935.889089] env[63309]: value = "task-2730441" [ 935.889089] env[63309]: _type = "Task" [ 935.889089] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.904562] env[63309]: DEBUG oslo_vmware.api [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.908032] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06662} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.908649] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.909525] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89293e8a-eaa4-4235-bfa0-aeabb2b4be01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.936486] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614/2ea61370-d0d8-4331-a2f6-3b0f54b9b614.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.941395] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5debeac9-a042-4c96-a8f2-c5843542104b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.961035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "769be7b2-8bb3-411d-8a58-413acd941d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.961035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "769be7b2-8bb3-411d-8a58-413acd941d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.969059] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498455} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.973018] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. [ 935.973018] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 935.973018] env[63309]: value = "task-2730442" [ 935.973018] env[63309]: _type = "Task" [ 935.973018] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.973018] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07068a-63b6-46d9-8329-ac7f4e53ebf6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.993751] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730440, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.994339] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.018963] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.019304] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2442f1-982e-4d41-8bf2-0f6d6680660a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.041031] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 936.041031] env[63309]: value = "task-2730443" [ 936.041031] env[63309]: _type = "Task" [ 936.041031] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.049984] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.101203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-21c8819d-3873-4e40-8f09-b4d93a409e46 tempest-ListServerFiltersTestJSON-1250942588 tempest-ListServerFiltersTestJSON-1250942588-project-member] Lock "16126932-b0aa-439e-9557-34d9e9a6896d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.220s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.105916] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c5948fd-239c-4fab-9060-569493fc37e2 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "30a14e79-df0a-4a42-9232-4c7a56fa731c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.622s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.376203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.403768] env[63309]: DEBUG oslo_vmware.api [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730441, 'name': PowerOffVM_Task, 'duration_secs': 0.225397} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.404232] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.404528] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.404846] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c99dce7-3c4b-4f05-aaed-ab20dcf6049e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.464283] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.468228] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.468228] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.468228] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleting the datastore file [datastore2] c01a75d1-07c1-4fd9-ab6c-5059fdeacd97 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.468228] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a01a748-09ac-4366-ad4d-5dc18fb6ed14 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.476797] env[63309]: DEBUG oslo_vmware.api [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 936.476797] env[63309]: value = "task-2730445" [ 936.476797] env[63309]: _type = "Task" [ 936.476797] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.500445] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730442, 'name': ReconfigVM_Task, 'duration_secs': 0.332881} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.512431] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614/2ea61370-d0d8-4331-a2f6-3b0f54b9b614.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.513472] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730440, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.513836] env[63309]: DEBUG oslo_vmware.api [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.514583] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859f845d-aaa6-4643-8633-9002768140b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.522646] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 936.522646] env[63309]: value = "task-2730446" [ 936.522646] env[63309]: _type = "Task" [ 936.522646] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.537710] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730446, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.555396] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730443, 'name': ReconfigVM_Task, 'duration_secs': 0.389068} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.555612] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.557873] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7841654d-58f9-41d1-85c2-58df34a62fd2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.597023] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37eea0c-86d9-41bf-8848-41c460300766 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.615267] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 936.615267] env[63309]: value = "task-2730447" [ 936.615267] env[63309]: _type = "Task" [ 936.615267] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.627992] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.988433] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d8307-c5fc-4cc7-9e37-cef1bcbc3a44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.992885] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.004896] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730440, 'name': CloneVM_Task, 'duration_secs': 1.349696} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.007859] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created linked-clone VM from snapshot [ 937.008148] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e81ed-06d1-4666-9c7a-b49ba9233e94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.011913] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ca4c6-778d-4888-9766-5544ef65cf57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.018315] env[63309]: DEBUG oslo_vmware.api [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131353} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.019261] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.019594] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.019673] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.019835] env[63309]: INFO nova.compute.manager [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Took 1.15 seconds to destroy the instance on the hypervisor. [ 937.020158] env[63309]: DEBUG oslo.service.loopingcall [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.023672] env[63309]: DEBUG nova.compute.manager [-] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.023759] env[63309]: DEBUG nova.network.neutron [-] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.025582] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Uploading image 073cd326-9823-4cb1-9c0a-ddbe5bf9906f {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.058737] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b39a88-3298-4f4e-9a10-71b3fd32acd5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.066354] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730446, 'name': Rename_Task, 'duration_secs': 0.159075} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.068551] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.068745] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7553156-223c-4ccb-b516-b950168fc873 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.071381] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec486987-49fe-4769-9328-1ce0ce590afd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.093346] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 937.093346] env[63309]: value = "task-2730448" [ 937.093346] env[63309]: _type = "Task" [ 937.093346] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.093759] env[63309]: DEBUG nova.compute.provider_tree [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.107564] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 937.107564] env[63309]: value = "vm-549783" [ 937.107564] env[63309]: _type = "VirtualMachine" [ 937.107564] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 937.107564] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730448, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.107564] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d5de953-15ff-4fa1-b9f4-f5d2df1e39c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.115098] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease: (returnval){ [ 937.115098] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52242f5d-ac2e-180f-c623-130dfc2875da" [ 937.115098] env[63309]: _type = "HttpNfcLease" [ 937.115098] env[63309]: } obtained for exporting VM: (result){ [ 937.115098] env[63309]: value = "vm-549783" [ 937.115098] env[63309]: _type = "VirtualMachine" [ 937.115098] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 937.115327] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the lease: (returnval){ [ 937.115327] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52242f5d-ac2e-180f-c623-130dfc2875da" [ 937.115327] env[63309]: _type = "HttpNfcLease" [ 937.115327] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.128756] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730447, 'name': ReconfigVM_Task, 'duration_secs': 0.161374} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.128756] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.128756] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52242f5d-ac2e-180f-c623-130dfc2875da" [ 937.128756] env[63309]: _type = "HttpNfcLease" [ 937.128756] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.128990] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.129258] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af6296d-80fa-4839-b10f-01ec3aad9469 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.139275] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 937.139275] env[63309]: value = "task-2730450" [ 937.139275] env[63309]: _type = "Task" [ 937.139275] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.147774] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.604367] env[63309]: DEBUG nova.scheduler.client.report [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.616181] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730448, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.625297] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.625297] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52242f5d-ac2e-180f-c623-130dfc2875da" [ 937.625297] env[63309]: _type = "HttpNfcLease" [ 937.625297] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.625703] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.625703] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52242f5d-ac2e-180f-c623-130dfc2875da" [ 937.625703] env[63309]: _type = "HttpNfcLease" [ 937.625703] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.626913] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9484b0-c646-45dd-ae68-cf17c2770d37 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.639650] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352fd6-4db1-25f2-20f7-8f775405e18e/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.640081] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352fd6-4db1-25f2-20f7-8f775405e18e/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.712787] env[63309]: DEBUG oslo_vmware.api [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730450, 'name': PowerOnVM_Task, 'duration_secs': 0.419604} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.714559] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.717667] env[63309]: DEBUG nova.compute.manager [None req-71197ccf-a284-4d20-9db3-9c3394ba77b8 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.718766] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150adae-5f65-4eef-af69-721391366228 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.749658] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ba09547-fed7-4169-9859-cec2d50e41c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.797029] env[63309]: DEBUG nova.compute.manager [req-6e82f887-56f9-450d-b3d5-09d661c44dd4 req-c404ad5a-303f-448d-9349-63e45f80f01d service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Received event network-vif-deleted-f7ed4489-d624-46d2-a7c8-7edd43f7da86 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.797029] env[63309]: INFO nova.compute.manager [req-6e82f887-56f9-450d-b3d5-09d661c44dd4 req-c404ad5a-303f-448d-9349-63e45f80f01d service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Neutron deleted interface f7ed4489-d624-46d2-a7c8-7edd43f7da86; detaching it from the instance and deleting it from the info cache [ 937.797029] env[63309]: DEBUG nova.network.neutron [req-6e82f887-56f9-450d-b3d5-09d661c44dd4 req-c404ad5a-303f-448d-9349-63e45f80f01d service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.106418] env[63309]: DEBUG oslo_vmware.api [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730448, 'name': PowerOnVM_Task, 'duration_secs': 0.765944} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.106696] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.106901] env[63309]: INFO nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Took 8.68 seconds to spawn the instance on the hypervisor. [ 938.107103] env[63309]: DEBUG nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.110199] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67f5d2-01ed-43d0-beb1-944e37856958 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.111727] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.112221] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.116165] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.157s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.120961] env[63309]: INFO nova.compute.claims [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.214959] env[63309]: DEBUG nova.network.neutron [-] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.267410] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.268531] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.268915] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.268989] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.269121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.271501] env[63309]: INFO nova.compute.manager [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Terminating instance [ 938.308622] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd17ae6f-00a2-4006-b607-c42a2a824250 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.317676] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62f16ee-afb3-4fc5-a268-7927fd4b545c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.357226] env[63309]: DEBUG nova.compute.manager [req-6e82f887-56f9-450d-b3d5-09d661c44dd4 req-c404ad5a-303f-448d-9349-63e45f80f01d service nova] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Detach interface failed, port_id=f7ed4489-d624-46d2-a7c8-7edd43f7da86, reason: Instance c01a75d1-07c1-4fd9-ab6c-5059fdeacd97 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 938.629288] env[63309]: DEBUG nova.compute.utils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.630708] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.630881] env[63309]: DEBUG nova.network.neutron [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.650776] env[63309]: INFO nova.compute.manager [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Took 36.17 seconds to build instance. [ 938.698248] env[63309]: DEBUG nova.policy [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc61e9384e94396bb9c7f0c52349a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ede1c995fa48d1b5b23266b015ca05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.721226] env[63309]: INFO nova.compute.manager [-] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Took 1.70 seconds to deallocate network for instance. [ 938.737434] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.737921] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.777036] env[63309]: DEBUG nova.compute.manager [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.777036] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.778770] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86481059-86e4-4bf7-b329-e9fa3bbdf85f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.787862] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.788554] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5bc06e7-d08b-4812-8041-caa7ec167099 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.795739] env[63309]: DEBUG oslo_vmware.api [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 938.795739] env[63309]: value = "task-2730451" [ 938.795739] env[63309]: _type = "Task" [ 938.795739] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.807514] env[63309]: DEBUG oslo_vmware.api [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.905909] env[63309]: INFO nova.compute.manager [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Unrescuing [ 938.906266] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.906426] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.906618] env[63309]: DEBUG nova.network.neutron [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.095986] env[63309]: DEBUG nova.network.neutron [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Successfully created port: 76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.136313] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.159732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1fcfc57-3bfc-47d0-9c9c-f63adc70b0b1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.692s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.219298] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.219645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.229308] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.246867] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.247862] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.247862] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.247862] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.248176] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.248207] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.248381] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 939.248713] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.312798] env[63309]: DEBUG oslo_vmware.api [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730451, 'name': PowerOffVM_Task, 'duration_secs': 0.267175} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.316734] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.317156] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.318124] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1a79ae9-de1a-4845-bea0-b8c82d87d25f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.386500] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.388677] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.390176] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleting the datastore file [datastore1] f712100c-2d2a-45b7-aa3c-5855baa58a77 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.390477] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-917886fd-a21f-4166-93f9-34ee8cc8524c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.399617] env[63309]: DEBUG oslo_vmware.api [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for the task: (returnval){ [ 939.399617] env[63309]: value = "task-2730453" [ 939.399617] env[63309]: _type = "Task" [ 939.399617] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.408068] env[63309]: DEBUG oslo_vmware.api [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.555641] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ce44b-a9d5-4d67-a879-52ece906bae0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.569029] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff31bd-9c22-4729-99d7-2553d5251e2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.613176] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aaba71-b9ca-48ef-8555-3e19be4735a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.621124] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3983f-b011-4cc8-8edf-3c58fb8c61e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.635385] env[63309]: DEBUG nova.compute.provider_tree [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.722926] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.753010] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.762450] env[63309]: DEBUG nova.network.neutron [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.909915] env[63309]: DEBUG oslo_vmware.api [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Task: {'id': task-2730453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296853} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.910242] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.910464] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.910656] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.910859] env[63309]: INFO nova.compute.manager [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Took 1.13 seconds to destroy the instance on the hypervisor. [ 939.911159] env[63309]: DEBUG oslo.service.loopingcall [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.911387] env[63309]: DEBUG nova.compute.manager [-] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.911499] env[63309]: DEBUG nova.network.neutron [-] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.138709] env[63309]: DEBUG nova.scheduler.client.report [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.149982] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.188838] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.188838] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.188838] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.190565] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.191112] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.195021] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.195021] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.195021] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.195021] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.195021] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.195250] env[63309]: DEBUG nova.virt.hardware [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.195250] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc30edc7-d555-4063-8252-56be94a0867c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.204633] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5026495-2a58-4033-8abd-2954f9d3f732 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.244089] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.268625] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.268625] env[63309]: DEBUG nova.objects.instance [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'flavor' on Instance uuid 983feaac-59a0-49b3-b0a6-df826e873518 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.372763] env[63309]: DEBUG nova.compute.manager [req-fdd3fda8-f080-42bc-ad1a-daef4c501a98 req-4966d852-b995-47ff-875b-07a4a61220e2 service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Received event network-vif-deleted-0e1f79b5-61cf-4cc6-9f56-ae126d806901 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.373076] env[63309]: INFO nova.compute.manager [req-fdd3fda8-f080-42bc-ad1a-daef4c501a98 req-4966d852-b995-47ff-875b-07a4a61220e2 service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Neutron deleted interface 0e1f79b5-61cf-4cc6-9f56-ae126d806901; detaching it from the instance and deleting it from the info cache [ 940.377267] env[63309]: DEBUG nova.network.neutron [req-fdd3fda8-f080-42bc-ad1a-daef4c501a98 req-4966d852-b995-47ff-875b-07a4a61220e2 service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.646074] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.646608] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.650117] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.161s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.650117] env[63309]: DEBUG nova.objects.instance [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'resources' on Instance uuid feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.775243] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5303f-3ff3-4c44-8729-eb33f692595d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.807239] env[63309]: DEBUG nova.network.neutron [-] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.809222] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.810479] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67dd6667-70b0-4537-ba42-f8ffb8acc457 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.818536] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 940.818536] env[63309]: value = "task-2730454" [ 940.818536] env[63309]: _type = "Task" [ 940.818536] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.828278] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.866033] env[63309]: DEBUG nova.network.neutron [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Successfully updated port: 76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.879410] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49fd9bda-e767-4e1a-a9d1-79a08e0f5ec4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.890033] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2afdfd5-1c62-4263-9f66-a2d4bb102302 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.933620] env[63309]: DEBUG nova.compute.manager [req-fdd3fda8-f080-42bc-ad1a-daef4c501a98 req-4966d852-b995-47ff-875b-07a4a61220e2 service nova] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Detach interface failed, port_id=0e1f79b5-61cf-4cc6-9f56-ae126d806901, reason: Instance f712100c-2d2a-45b7-aa3c-5855baa58a77 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 941.152910] env[63309]: DEBUG nova.objects.instance [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'numa_topology' on Instance uuid feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.155523] env[63309]: DEBUG nova.compute.utils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.158032] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.158032] env[63309]: DEBUG nova.network.neutron [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.200911] env[63309]: DEBUG nova.policy [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e89871f2f854e50bc27d42b65159028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a53918d50f44d30b7ae2d5337ee6475', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.312395] env[63309]: INFO nova.compute.manager [-] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Took 1.40 seconds to deallocate network for instance. [ 941.331260] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730454, 'name': PowerOffVM_Task, 'duration_secs': 0.242486} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.334792] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.338693] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.339350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384f1937-4130-4c19-ac4b-547a1e884240 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.366815] env[63309]: DEBUG nova.compute.manager [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 941.375095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-45a48787-7ecd-431e-8e04-ff86665e4ead" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.375095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-45a48787-7ecd-431e-8e04-ff86665e4ead" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.375095] env[63309]: DEBUG nova.network.neutron [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.376069] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 941.376069] env[63309]: value = "task-2730455" [ 941.376069] env[63309]: _type = "Task" [ 941.376069] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.386729] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.656556] env[63309]: DEBUG nova.network.neutron [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Successfully created port: 3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.658761] env[63309]: DEBUG nova.objects.base [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.663139] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.818678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.894777] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730455, 'name': ReconfigVM_Task, 'duration_secs': 0.282553} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.897095] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.897095] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.897601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.899029] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4803f53b-c03b-4832-8631-663e067462d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.904817] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 941.904817] env[63309]: value = "task-2730456" [ 941.904817] env[63309]: _type = "Task" [ 941.904817] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.918492] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.934091] env[63309]: DEBUG nova.network.neutron [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.176208] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322239b-a944-4ee4-a913-2a7b86eb1d77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.183141] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff7337-4aab-413b-a3a6-216572d196e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.231709] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bea0e7-9451-4173-8ca3-ba2192d68bc5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.242993] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c0890-1dd7-4767-995b-0cd74618dee4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.261985] env[63309]: DEBUG nova.compute.provider_tree [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.265308] env[63309]: DEBUG nova.network.neutron [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Updating instance_info_cache with network_info: [{"id": "76098890-a601-4411-91df-b9dfdd1ff1f4", "address": "fa:16:3e:f7:b9:52", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76098890-a6", "ovs_interfaceid": "76098890-a601-4411-91df-b9dfdd1ff1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.408086] env[63309]: DEBUG nova.compute.manager [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Received event network-vif-plugged-76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.408285] env[63309]: DEBUG oslo_concurrency.lockutils [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] Acquiring lock "45a48787-7ecd-431e-8e04-ff86665e4ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.408470] env[63309]: DEBUG oslo_concurrency.lockutils [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.408607] env[63309]: DEBUG oslo_concurrency.lockutils [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.408777] env[63309]: DEBUG nova.compute.manager [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] No waiting events found dispatching network-vif-plugged-76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.409096] env[63309]: WARNING nova.compute.manager [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Received unexpected event network-vif-plugged-76098890-a601-4411-91df-b9dfdd1ff1f4 for instance with vm_state building and task_state spawning. [ 942.409293] env[63309]: DEBUG nova.compute.manager [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Received event network-changed-76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.409464] env[63309]: DEBUG nova.compute.manager [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Refreshing instance network info cache due to event network-changed-76098890-a601-4411-91df-b9dfdd1ff1f4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.409617] env[63309]: DEBUG oslo_concurrency.lockutils [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] Acquiring lock "refresh_cache-45a48787-7ecd-431e-8e04-ff86665e4ead" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.424060] env[63309]: DEBUG oslo_vmware.api [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730456, 'name': PowerOnVM_Task, 'duration_secs': 0.423298} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.424347] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.424576] env[63309]: DEBUG nova.compute.manager [None req-7bf0d5be-4f9a-4d37-8678-003b795d16f2 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.425458] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9deca-25e6-4b2e-9b90-aae6b02161c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.505799] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.505982] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.679235] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.701575] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.701845] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.702042] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.702258] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.702431] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.702612] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.702848] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.703046] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.703251] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.703440] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.703640] env[63309]: DEBUG nova.virt.hardware [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.704622] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8a7952-8a3b-49fc-a0d6-d246c4d1e8a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.712955] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a552b5-bc3f-48c2-8350-bc67b7cc8059 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.764147] env[63309]: DEBUG nova.scheduler.client.report [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.768455] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-45a48787-7ecd-431e-8e04-ff86665e4ead" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.768542] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Instance network_info: |[{"id": "76098890-a601-4411-91df-b9dfdd1ff1f4", "address": "fa:16:3e:f7:b9:52", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76098890-a6", "ovs_interfaceid": "76098890-a601-4411-91df-b9dfdd1ff1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.769075] env[63309]: DEBUG oslo_concurrency.lockutils [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] Acquired lock "refresh_cache-45a48787-7ecd-431e-8e04-ff86665e4ead" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.769243] env[63309]: DEBUG nova.network.neutron [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Refreshing network info cache for port 76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.770234] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:b9:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76098890-a601-4411-91df-b9dfdd1ff1f4', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.778150] env[63309]: DEBUG oslo.service.loopingcall [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.778971] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.779066] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79ea641a-82ac-4f6f-8006-6c2973537837 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.801955] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.801955] env[63309]: value = "task-2730457" [ 942.801955] env[63309]: _type = "Task" [ 942.801955] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.812413] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730457, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.009288] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.270558] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.620s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.275164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.309s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.275651] env[63309]: DEBUG nova.objects.instance [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lazy-loading 'resources' on Instance uuid 3939c0f2-1a6e-414a-9baf-8efd347efee5 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.318565] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730457, 'name': CreateVM_Task, 'duration_secs': 0.46229} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.319944] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.321150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.321521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.322689] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.323472] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c520795-bf67-4fd1-877e-0c0282cc1712 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.332214] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 943.332214] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5276b97e-941e-8e2e-9ff3-437bf2058681" [ 943.332214] env[63309]: _type = "Task" [ 943.332214] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.349823] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5276b97e-941e-8e2e-9ff3-437bf2058681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.540702] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.671065] env[63309]: DEBUG nova.network.neutron [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Updated VIF entry in instance network info cache for port 76098890-a601-4411-91df-b9dfdd1ff1f4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.671065] env[63309]: DEBUG nova.network.neutron [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Updating instance_info_cache with network_info: [{"id": "76098890-a601-4411-91df-b9dfdd1ff1f4", "address": "fa:16:3e:f7:b9:52", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76098890-a6", "ovs_interfaceid": "76098890-a601-4411-91df-b9dfdd1ff1f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.713652] env[63309]: DEBUG nova.network.neutron [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Successfully updated port: 3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.785346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01b7c108-1f65-460e-89ad-e94841396bdd tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.517s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.786424] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.536s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.786706] env[63309]: INFO nova.compute.manager [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Unshelving [ 943.846885] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5276b97e-941e-8e2e-9ff3-437bf2058681, 'name': SearchDatastore_Task, 'duration_secs': 0.017388} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.847230] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.847483] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.847890] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.848094] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.848294] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.848560] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3f02199-573c-48f8-9b44-5db8dcb8782f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.858354] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.858650] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.859516] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9973c8-b44d-4f31-95e5-88ed46142730 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.871497] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 943.871497] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c2e914-3427-66f9-1cca-ea8a3373c299" [ 943.871497] env[63309]: _type = "Task" [ 943.871497] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.879957] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c2e914-3427-66f9-1cca-ea8a3373c299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.156086] env[63309]: DEBUG nova.compute.manager [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.156086] env[63309]: DEBUG nova.compute.manager [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing instance network info cache due to event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.156165] env[63309]: DEBUG oslo_concurrency.lockutils [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.156307] env[63309]: DEBUG oslo_concurrency.lockutils [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.156471] env[63309]: DEBUG nova.network.neutron [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.175105] env[63309]: DEBUG oslo_concurrency.lockutils [req-cdb2f36e-b29a-4c2b-832d-f7a135484b87 req-ee594c7d-a2a1-42da-adee-228c921e190e service nova] Releasing lock "refresh_cache-45a48787-7ecd-431e-8e04-ff86665e4ead" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.186372] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a022a5a-9683-4cf9-a6b6-f2a77a2d06dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.194968] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a9ab1-1600-4852-8d19-90b933305a0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.230222] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "refresh_cache-f2fdd805-5e73-497f-a24d-5023d32a8e14" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.230394] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired lock "refresh_cache-f2fdd805-5e73-497f-a24d-5023d32a8e14" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.230552] env[63309]: DEBUG nova.network.neutron [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.233329] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139a7b1-5ba0-4493-8f18-a0db3e17c8ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.241966] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6343a-f4c7-4f00-a1b3-674e2b75e502 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.256960] env[63309]: DEBUG nova.compute.provider_tree [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.382713] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c2e914-3427-66f9-1cca-ea8a3373c299, 'name': SearchDatastore_Task, 'duration_secs': 0.01779} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.383556] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f203dd34-405c-43b4-a9dc-ec755490fbb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.389483] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 944.389483] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a105fd-b51e-c7e1-7f22-9d0f5df489f1" [ 944.389483] env[63309]: _type = "Task" [ 944.389483] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.399690] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a105fd-b51e-c7e1-7f22-9d0f5df489f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.447483] env[63309]: DEBUG nova.compute.manager [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Received event network-vif-plugged-3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.447704] env[63309]: DEBUG oslo_concurrency.lockutils [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] Acquiring lock "f2fdd805-5e73-497f-a24d-5023d32a8e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.447951] env[63309]: DEBUG oslo_concurrency.lockutils [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.448231] env[63309]: DEBUG oslo_concurrency.lockutils [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.448433] env[63309]: DEBUG nova.compute.manager [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] No waiting events found dispatching network-vif-plugged-3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.448634] env[63309]: WARNING nova.compute.manager [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Received unexpected event network-vif-plugged-3d22a168-538a-4ea8-8da5-9fff3e083a3b for instance with vm_state building and task_state spawning. [ 944.448816] env[63309]: DEBUG nova.compute.manager [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Received event network-changed-3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.448995] env[63309]: DEBUG nova.compute.manager [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Refreshing instance network info cache due to event network-changed-3d22a168-538a-4ea8-8da5-9fff3e083a3b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.449227] env[63309]: DEBUG oslo_concurrency.lockutils [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] Acquiring lock "refresh_cache-f2fdd805-5e73-497f-a24d-5023d32a8e14" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.760333] env[63309]: DEBUG nova.scheduler.client.report [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.789695] env[63309]: DEBUG nova.network.neutron [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.795286] env[63309]: DEBUG nova.compute.utils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.903433] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a105fd-b51e-c7e1-7f22-9d0f5df489f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.906168] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.906444] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 45a48787-7ecd-431e-8e04-ff86665e4ead/45a48787-7ecd-431e-8e04-ff86665e4ead.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.906711] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1496ec4d-de6a-404a-a0d6-0d01e28dbeb9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.913787] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 944.913787] env[63309]: value = "task-2730458" [ 944.913787] env[63309]: _type = "Task" [ 944.913787] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.926023] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.036050] env[63309]: DEBUG nova.network.neutron [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Updating instance_info_cache with network_info: [{"id": "3d22a168-538a-4ea8-8da5-9fff3e083a3b", "address": "fa:16:3e:e1:e1:d8", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d22a168-53", "ovs_interfaceid": "3d22a168-538a-4ea8-8da5-9fff3e083a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.051247] env[63309]: DEBUG nova.network.neutron [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updated VIF entry in instance network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.051631] env[63309]: DEBUG nova.network.neutron [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.266829] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.269390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.806s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.271523] env[63309]: INFO nova.compute.claims [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.291540] env[63309]: INFO nova.scheduler.client.report [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Deleted allocations for instance 3939c0f2-1a6e-414a-9baf-8efd347efee5 [ 945.300599] env[63309]: INFO nova.virt.block_device [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Booting with volume 49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb at /dev/sdb [ 945.338211] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af9e97dc-8c83-48b2-a147-14da2da2fb7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.348637] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5871d0b-78cd-4533-b3a1-9d85e5c436e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.382495] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47a068c4-8c7e-4bee-95bf-73d8dbc4e74b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.393432] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acab9fa-a8c7-4561-a989-1af05ee33e3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.412120] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352fd6-4db1-25f2-20f7-8f775405e18e/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 945.413185] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bf862b-736d-4950-8d50-54dd139ee2e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.434054] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34638541-d183-40e6-96e2-27b95fd86adb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.438662] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352fd6-4db1-25f2-20f7-8f775405e18e/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 945.438854] env[63309]: ERROR oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352fd6-4db1-25f2-20f7-8f775405e18e/disk-0.vmdk due to incomplete transfer. [ 945.439793] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b3f156d8-7164-4597-8824-f772ef0cd6ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.446750] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37924e2e-b93c-4194-8670-b2ef23a36bd5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.449768] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.451384] env[63309]: DEBUG oslo_vmware.rw_handles [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352fd6-4db1-25f2-20f7-8f775405e18e/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 945.451384] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Uploaded image 073cd326-9823-4cb1-9c0a-ddbe5bf9906f to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 945.453792] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.454466] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c22731fd-4388-4270-a344-d38f5a95f66c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.460878] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 945.460878] env[63309]: value = "task-2730459" [ 945.460878] env[63309]: _type = "Task" [ 945.460878] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.468810] env[63309]: DEBUG nova.virt.block_device [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating existing volume attachment record: 8b84a277-4ecd-4498-9417-c55df8b514fe {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 945.478400] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730459, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.538570] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Releasing lock "refresh_cache-f2fdd805-5e73-497f-a24d-5023d32a8e14" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.539087] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Instance network_info: |[{"id": "3d22a168-538a-4ea8-8da5-9fff3e083a3b", "address": "fa:16:3e:e1:e1:d8", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d22a168-53", "ovs_interfaceid": "3d22a168-538a-4ea8-8da5-9fff3e083a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.539597] env[63309]: DEBUG oslo_concurrency.lockutils [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] Acquired lock "refresh_cache-f2fdd805-5e73-497f-a24d-5023d32a8e14" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.539903] env[63309]: DEBUG nova.network.neutron [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Refreshing network info cache for port 3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.541442] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e1:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d22a168-538a-4ea8-8da5-9fff3e083a3b', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.550557] env[63309]: DEBUG oslo.service.loopingcall [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.552579] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.552579] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab34e8e-22aa-46b8-87d6-ae36f4430275 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.568347] env[63309]: DEBUG oslo_concurrency.lockutils [req-d6be5641-2647-4772-9fa9-1740a45e9154 req-6d44a8e0-286c-45e8-a681-d2f20231d9f8 service nova] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.575049] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.575049] env[63309]: value = "task-2730460" [ 945.575049] env[63309]: _type = "Task" [ 945.575049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.585839] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730460, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.805451] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a3f81608-06ed-4271-8355-165569a85cba tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "3939c0f2-1a6e-414a-9baf-8efd347efee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.034s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.940448] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886729} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.940785] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 45a48787-7ecd-431e-8e04-ff86665e4ead/45a48787-7ecd-431e-8e04-ff86665e4ead.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.941018] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.941287] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50a782a6-fe87-4c65-8e12-e998d87c08c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.947950] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 945.947950] env[63309]: value = "task-2730464" [ 945.947950] env[63309]: _type = "Task" [ 945.947950] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.957762] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.970677] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730459, 'name': Destroy_Task, 'duration_secs': 0.497559} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.970987] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroyed the VM [ 945.971256] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.971517] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-272301f7-bf44-490e-a23e-104c643dd823 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.977850] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 945.977850] env[63309]: value = "task-2730465" [ 945.977850] env[63309]: _type = "Task" [ 945.977850] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.991439] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730465, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.085698] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730460, 'name': CreateVM_Task, 'duration_secs': 0.492213} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.085935] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.086678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.086867] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.087261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.087453] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9386d07e-f82a-4f6e-ba71-0abf4b2cd2bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.092314] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 946.092314] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52072615-f3f6-9610-99a6-d98b45e70e62" [ 946.092314] env[63309]: _type = "Task" [ 946.092314] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.100722] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52072615-f3f6-9610-99a6-d98b45e70e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.345999] env[63309]: DEBUG nova.compute.manager [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.346382] env[63309]: DEBUG nova.compute.manager [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing instance network info cache due to event network-changed-66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.346759] env[63309]: DEBUG oslo_concurrency.lockutils [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] Acquiring lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.348707] env[63309]: DEBUG oslo_concurrency.lockutils [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] Acquired lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.348707] env[63309]: DEBUG nova.network.neutron [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Refreshing network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.463502] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106165} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.465359] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.466323] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cf410b-1069-4219-9af8-14381c2b0455 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.491989] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 45a48787-7ecd-431e-8e04-ff86665e4ead/45a48787-7ecd-431e-8e04-ff86665e4ead.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.498901] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffc6385-91ba-4ad7-a640-9cf2aec907e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.519402] env[63309]: DEBUG oslo_vmware.api [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730465, 'name': RemoveSnapshot_Task, 'duration_secs': 0.497712} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.523035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.523035] env[63309]: INFO nova.compute.manager [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 12.64 seconds to snapshot the instance on the hypervisor. [ 946.523739] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 946.523739] env[63309]: value = "task-2730466" [ 946.523739] env[63309]: _type = "Task" [ 946.523739] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.535221] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.603093] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52072615-f3f6-9610-99a6-d98b45e70e62, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.603093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.603093] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.603695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.603953] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.604263] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.607437] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0405ac9f-c45d-4f8b-9347-15dfc4afc1a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.610545] env[63309]: DEBUG nova.network.neutron [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Updated VIF entry in instance network info cache for port 3d22a168-538a-4ea8-8da5-9fff3e083a3b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.610983] env[63309]: DEBUG nova.network.neutron [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Updating instance_info_cache with network_info: [{"id": "3d22a168-538a-4ea8-8da5-9fff3e083a3b", "address": "fa:16:3e:e1:e1:d8", "network": {"id": "e9220d62-3df2-4baa-8355-bdbab76cf2c6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762324482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a53918d50f44d30b7ae2d5337ee6475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d22a168-53", "ovs_interfaceid": "3d22a168-538a-4ea8-8da5-9fff3e083a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.623249] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.623434] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.624202] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5e9680-9069-4783-90f2-23587da67596 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.630069] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 946.630069] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a9fd9a-fab0-f3b7-0a0d-f3da6f9aad19" [ 946.630069] env[63309]: _type = "Task" [ 946.630069] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.639949] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a9fd9a-fab0-f3b7-0a0d-f3da6f9aad19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.674099] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebc09ef-983b-4f74-8faa-f4a1cc13c589 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.684418] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17514ea5-94ec-4770-b321-2b9e1a5551a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.717601] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e20466-2a15-4c6c-9a37-efcf60d0b745 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.724727] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53aaf4-0470-480c-a570-3680c85d5167 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.738469] env[63309]: DEBUG nova.compute.provider_tree [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.043936] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.100090] env[63309]: DEBUG nova.network.neutron [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updated VIF entry in instance network info cache for port 66446c77-e645-4a1c-a5b8-8279e16632bc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.100479] env[63309]: DEBUG nova.network.neutron [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [{"id": "66446c77-e645-4a1c-a5b8-8279e16632bc", "address": "fa:16:3e:7e:c4:7e", "network": {"id": "41005db4-8ffa-40ad-8c1f-321bf2e987f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2048937163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd489e2b7b04bcba5b6f6c1a7f80bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66446c77-e6", "ovs_interfaceid": "66446c77-e645-4a1c-a5b8-8279e16632bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.111055] env[63309]: DEBUG nova.compute.manager [None req-371cfb4c-8150-45f5-b10e-31a998cab62d tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Found 2 images (rotation: 2) {{(pid=63309) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 947.113670] env[63309]: DEBUG oslo_concurrency.lockutils [req-d4daef50-145e-4937-9412-8a659305a9f0 req-a6246119-0e16-4a34-825e-7563de510ff1 service nova] Releasing lock "refresh_cache-f2fdd805-5e73-497f-a24d-5023d32a8e14" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.141946] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a9fd9a-fab0-f3b7-0a0d-f3da6f9aad19, 'name': SearchDatastore_Task, 'duration_secs': 0.040983} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.142839] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc2ea69-ec1c-4dc6-8dac-2b4a9a14a2f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.153162] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 947.153162] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b62d95-9ef8-4f05-b44d-7152bda12ca6" [ 947.153162] env[63309]: _type = "Task" [ 947.153162] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.163971] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b62d95-9ef8-4f05-b44d-7152bda12ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.181208] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "00a88b94-2daf-49d6-acfb-294be9838f90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.181399] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "00a88b94-2daf-49d6-acfb-294be9838f90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.181604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "00a88b94-2daf-49d6-acfb-294be9838f90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.181785] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "00a88b94-2daf-49d6-acfb-294be9838f90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.181956] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "00a88b94-2daf-49d6-acfb-294be9838f90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.184175] env[63309]: INFO nova.compute.manager [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Terminating instance [ 947.241523] env[63309]: DEBUG nova.scheduler.client.report [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.541571] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730466, 'name': ReconfigVM_Task, 'duration_secs': 0.964632} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.541841] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 45a48787-7ecd-431e-8e04-ff86665e4ead/45a48787-7ecd-431e-8e04-ff86665e4ead.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.542535] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-266357c7-ba1c-4c15-ba46-e85cb6f74774 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.550020] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 947.550020] env[63309]: value = "task-2730467" [ 947.550020] env[63309]: _type = "Task" [ 947.550020] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.556446] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730467, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.605383] env[63309]: DEBUG oslo_concurrency.lockutils [req-de7f08a7-df78-43ef-930a-b1346e398611 req-45c1b679-dd20-4124-a299-8f929ca451ad service nova] Releasing lock "refresh_cache-983feaac-59a0-49b3-b0a6-df826e873518" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.653596] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.653871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.654126] env[63309]: INFO nova.compute.manager [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Rebooting instance [ 947.665061] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b62d95-9ef8-4f05-b44d-7152bda12ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.029782} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.665931] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.666207] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f2fdd805-5e73-497f-a24d-5023d32a8e14/f2fdd805-5e73-497f-a24d-5023d32a8e14.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.666458] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de97e04c-4012-46e4-90bf-89151fdcbf52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.672351] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 947.672351] env[63309]: value = "task-2730468" [ 947.672351] env[63309]: _type = "Task" [ 947.672351] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.680040] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.688015] env[63309]: DEBUG nova.compute.manager [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.688218] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.688965] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c1e1b-6a40-420e-9c9d-8c98b00ead59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.695708] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.695928] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf7c7ca-d101-4699-a8c3-8e357b8d0ed9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.701695] env[63309]: DEBUG oslo_vmware.api [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 947.701695] env[63309]: value = "task-2730469" [ 947.701695] env[63309]: _type = "Task" [ 947.701695] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.709098] env[63309]: DEBUG oslo_vmware.api [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.747040] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.747238] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.749802] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.212s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.751204] env[63309]: INFO nova.compute.claims [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.945328] env[63309]: DEBUG nova.compute.manager [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.946493] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc325f61-8f03-493a-bf3f-6ea2df8c0849 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.061697] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730467, 'name': Rename_Task, 'duration_secs': 0.286315} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.062120] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.062267] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3528c5c2-7b21-463c-8b2c-0a4bffec97fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.068432] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 948.068432] env[63309]: value = "task-2730471" [ 948.068432] env[63309]: _type = "Task" [ 948.068432] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.079215] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.177970] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.178150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.178342] env[63309]: DEBUG nova.network.neutron [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.186238] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.211915] env[63309]: DEBUG oslo_vmware.api [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730469, 'name': PowerOffVM_Task, 'duration_secs': 0.197647} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.212275] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.212563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.212737] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052eb448-5171-420a-bdff-18008b8a6802 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.257617] env[63309]: DEBUG nova.compute.utils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.259271] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.259440] env[63309]: DEBUG nova.network.neutron [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.282098] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.282396] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.282597] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Deleting the datastore file [datastore1] 00a88b94-2daf-49d6-acfb-294be9838f90 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.282859] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f504cb6-20e5-4292-9f4f-e3c05ccad917 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.289288] env[63309]: DEBUG oslo_vmware.api [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for the task: (returnval){ [ 948.289288] env[63309]: value = "task-2730473" [ 948.289288] env[63309]: _type = "Task" [ 948.289288] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.297281] env[63309]: DEBUG oslo_vmware.api [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.316385] env[63309]: DEBUG nova.policy [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.460342] env[63309]: INFO nova.compute.manager [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] instance snapshotting [ 948.461090] env[63309]: DEBUG nova.objects.instance [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'flavor' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.578663] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.687249] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602368} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.687249] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f2fdd805-5e73-497f-a24d-5023d32a8e14/f2fdd805-5e73-497f-a24d-5023d32a8e14.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.687249] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.687249] env[63309]: DEBUG nova.network.neutron [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Successfully created port: 9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.689844] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bbcd484-157e-4565-bb86-85f18ef09af2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.695984] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 948.695984] env[63309]: value = "task-2730474" [ 948.695984] env[63309]: _type = "Task" [ 948.695984] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.703601] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.762851] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.799755] env[63309]: DEBUG oslo_vmware.api [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Task: {'id': task-2730473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458089} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.800654] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.800731] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.800920] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.801117] env[63309]: INFO nova.compute.manager [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Took 1.11 seconds to destroy the instance on the hypervisor. [ 948.801370] env[63309]: DEBUG oslo.service.loopingcall [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.804734] env[63309]: DEBUG nova.compute.manager [-] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.804852] env[63309]: DEBUG nova.network.neutron [-] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.968965] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060028f6-6784-47d3-ac04-602540023538 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.993907] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa4ef94-b033-4f2c-871e-38fe6d2c5680 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.079751] env[63309]: DEBUG oslo_vmware.api [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730471, 'name': PowerOnVM_Task, 'duration_secs': 0.922248} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.080114] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.080289] env[63309]: INFO nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Took 8.93 seconds to spawn the instance on the hypervisor. [ 949.080377] env[63309]: DEBUG nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.081292] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d00593-9fb7-4d5d-af86-5df776c38664 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.100735] env[63309]: DEBUG nova.network.neutron [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.188253] env[63309]: DEBUG nova.compute.manager [req-30549ffe-5a63-4fa8-a5e2-2e9af8f22bdd req-480426c3-7cab-4254-b8b6-edfafca56420 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Received event network-vif-deleted-992483aa-7b5a-4f74-88ed-6821a311ecb0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.188567] env[63309]: INFO nova.compute.manager [req-30549ffe-5a63-4fa8-a5e2-2e9af8f22bdd req-480426c3-7cab-4254-b8b6-edfafca56420 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Neutron deleted interface 992483aa-7b5a-4f74-88ed-6821a311ecb0; detaching it from the instance and deleting it from the info cache [ 949.188961] env[63309]: DEBUG nova.network.neutron [req-30549ffe-5a63-4fa8-a5e2-2e9af8f22bdd req-480426c3-7cab-4254-b8b6-edfafca56420 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.207402] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066292} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.210010] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.210010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2289f59-1b03-4a94-9cad-f4bbf8ef684a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.212623] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0b318-0fc0-475c-8ee3-73861a686daf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.228620] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f894750-ee92-4e89-820e-c3859b60920a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.240465] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f2fdd805-5e73-497f-a24d-5023d32a8e14/f2fdd805-5e73-497f-a24d-5023d32a8e14.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.241082] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae46503-d4c2-49c5-9bdc-5804a91c17b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.287991] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe6e3f9-fef1-47e9-818b-1b73ccb573b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.290649] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 949.290649] env[63309]: value = "task-2730475" [ 949.290649] env[63309]: _type = "Task" [ 949.290649] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.297498] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67bab9a-2ebb-4aaf-8e35-7323d9b6f2f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.305554] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.316549] env[63309]: DEBUG nova.compute.provider_tree [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.506680] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.507993] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11d8607a-56d2-459d-84ec-6633c3586d35 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.514127] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 949.514127] env[63309]: value = "task-2730476" [ 949.514127] env[63309]: _type = "Task" [ 949.514127] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.523993] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.606601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.609805] env[63309]: INFO nova.compute.manager [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Took 23.52 seconds to build instance. [ 949.668149] env[63309]: DEBUG nova.network.neutron [-] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.697406] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-216938b1-2003-4a08-81de-c1cf6eb52c7c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.706970] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836ff25-f2b1-4f6d-86ed-c94c2f94589f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.741245] env[63309]: DEBUG nova.compute.manager [req-30549ffe-5a63-4fa8-a5e2-2e9af8f22bdd req-480426c3-7cab-4254-b8b6-edfafca56420 service nova] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Detach interface failed, port_id=992483aa-7b5a-4f74-88ed-6821a311ecb0, reason: Instance 00a88b94-2daf-49d6-acfb-294be9838f90 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 949.787913] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.800449] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730475, 'name': ReconfigVM_Task, 'duration_secs': 0.295506} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.800750] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f2fdd805-5e73-497f-a24d-5023d32a8e14/f2fdd805-5e73-497f-a24d-5023d32a8e14.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.801427] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a46a3557-1a56-4767-b503-cbc1d65d0e08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.807626] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 949.807626] env[63309]: value = "task-2730477" [ 949.807626] env[63309]: _type = "Task" [ 949.807626] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.818181] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730477, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.820414] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.820665] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.820856] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.821061] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.821213] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.821361] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.821568] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.821724] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.821889] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.822067] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.822273] env[63309]: DEBUG nova.virt.hardware [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.823120] env[63309]: DEBUG nova.scheduler.client.report [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.826912] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322348f-3132-4dad-9eeb-2f2ef35c0f93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.835367] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a987c67-5482-4caf-bda4-e4089af43e2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.024459] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730476, 'name': CreateSnapshot_Task, 'duration_secs': 0.448414} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.026669] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.027449] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92700c1-7bae-4f73-9f46-64dc1df47f10 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.112081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-81226782-e5b6-4486-b609-d5d39d9da0c2 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.035s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.112370] env[63309]: DEBUG nova.compute.manager [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.113135] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70aeab0-56c1-4578-89d8-ee60303c8dcb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.119894] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "45a48787-7ecd-431e-8e04-ff86665e4ead" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.120124] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.120350] env[63309]: DEBUG nova.compute.manager [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.123049] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80790dc0-0718-48e0-a9e8-30796d0ba557 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.128650] env[63309]: DEBUG nova.compute.manager [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 950.129349] env[63309]: DEBUG nova.objects.instance [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'flavor' on Instance uuid 45a48787-7ecd-431e-8e04-ff86665e4ead {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.170611] env[63309]: INFO nova.compute.manager [-] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Took 1.37 seconds to deallocate network for instance. [ 950.321792] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730477, 'name': Rename_Task, 'duration_secs': 0.148502} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.322133] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.322438] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76ce87cd-93d9-4591-9019-69c01d23baf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.328720] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 950.328720] env[63309]: value = "task-2730478" [ 950.328720] env[63309]: _type = "Task" [ 950.328720] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.332363] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.333020] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.335808] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.960s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.340947] env[63309]: INFO nova.compute.claims [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.351066] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.354243] env[63309]: DEBUG nova.compute.manager [req-42e91ac4-e042-48ce-ac68-ea93f70585eb req-f7d62d40-99e2-4bc3-afa9-2181429ba0a2 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Received event network-vif-plugged-9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.355441] env[63309]: DEBUG oslo_concurrency.lockutils [req-42e91ac4-e042-48ce-ac68-ea93f70585eb req-f7d62d40-99e2-4bc3-afa9-2181429ba0a2 service nova] Acquiring lock "85023cc0-6014-4f3e-acac-760242783fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.355441] env[63309]: DEBUG oslo_concurrency.lockutils [req-42e91ac4-e042-48ce-ac68-ea93f70585eb req-f7d62d40-99e2-4bc3-afa9-2181429ba0a2 service nova] Lock "85023cc0-6014-4f3e-acac-760242783fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.355441] env[63309]: DEBUG oslo_concurrency.lockutils [req-42e91ac4-e042-48ce-ac68-ea93f70585eb req-f7d62d40-99e2-4bc3-afa9-2181429ba0a2 service nova] Lock "85023cc0-6014-4f3e-acac-760242783fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.355441] env[63309]: DEBUG nova.compute.manager [req-42e91ac4-e042-48ce-ac68-ea93f70585eb req-f7d62d40-99e2-4bc3-afa9-2181429ba0a2 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] No waiting events found dispatching network-vif-plugged-9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.355589] env[63309]: WARNING nova.compute.manager [req-42e91ac4-e042-48ce-ac68-ea93f70585eb req-f7d62d40-99e2-4bc3-afa9-2181429ba0a2 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Received unexpected event network-vif-plugged-9741f163-6304-456a-996f-2643147fcb22 for instance with vm_state building and task_state spawning. [ 950.450734] env[63309]: DEBUG nova.network.neutron [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Successfully updated port: 9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.544920] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.545197] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb25fd4d-c066-46f2-b323-0e78f14c9ea9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.553222] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 950.553222] env[63309]: value = "task-2730479" [ 950.553222] env[63309]: _type = "Task" [ 950.553222] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.560796] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730479, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.677261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.839441] env[63309]: DEBUG oslo_vmware.api [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730478, 'name': PowerOnVM_Task, 'duration_secs': 0.464255} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.839729] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.840015] env[63309]: INFO nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Took 8.16 seconds to spawn the instance on the hypervisor. [ 950.840267] env[63309]: DEBUG nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.841183] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d05f34-a427-402b-9953-e7faff3a46a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.848641] env[63309]: DEBUG nova.compute.utils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.851706] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.851939] env[63309]: DEBUG nova.network.neutron [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.913880] env[63309]: DEBUG nova.policy [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b764baf12ab24ad182527163c7769f9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80d46ad8448488eb6993ca4ce82c83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.953855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-85023cc0-6014-4f3e-acac-760242783fd2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.953855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-85023cc0-6014-4f3e-acac-760242783fd2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.954143] env[63309]: DEBUG nova.network.neutron [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.068446] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730479, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.083552] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.135868] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.137165] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406344ab-a251-4c80-bbd2-f57b9305cbbb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.141310] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f7afec-0506-4f81-ab50-565c3da66c18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.148925] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Doing hard reboot of VM {{(pid=63309) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 951.150670] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-06dec3fc-0dae-462d-b905-91873e9ce090 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.153009] env[63309]: DEBUG oslo_vmware.api [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 951.153009] env[63309]: value = "task-2730480" [ 951.153009] env[63309]: _type = "Task" [ 951.153009] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.158663] env[63309]: DEBUG oslo_vmware.api [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 951.158663] env[63309]: value = "task-2730481" [ 951.158663] env[63309]: _type = "Task" [ 951.158663] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.165576] env[63309]: DEBUG oslo_vmware.api [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.170594] env[63309]: DEBUG oslo_vmware.api [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730481, 'name': ResetVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.262912] env[63309]: DEBUG nova.network.neutron [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Successfully created port: 5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.358407] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.368391] env[63309]: INFO nova.compute.manager [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Took 24.43 seconds to build instance. [ 951.489803] env[63309]: DEBUG nova.network.neutron [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.564922] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730479, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.662585] env[63309]: DEBUG oslo_vmware.api [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730480, 'name': PowerOffVM_Task, 'duration_secs': 0.220297} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.667888] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.668255] env[63309]: DEBUG nova.compute.manager [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.669273] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b51865c-fa9f-458b-9160-3555d9ab0e4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.681158] env[63309]: DEBUG oslo_vmware.api [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730481, 'name': ResetVM_Task, 'duration_secs': 0.094576} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.681748] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Did hard reboot of VM {{(pid=63309) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 951.682124] env[63309]: DEBUG nova.compute.manager [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.683266] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59238034-91d9-4a7f-895d-027d64f36d0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.689718] env[63309]: DEBUG nova.network.neutron [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Updating instance_info_cache with network_info: [{"id": "9741f163-6304-456a-996f-2643147fcb22", "address": "fa:16:3e:49:3d:ff", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9741f163-63", "ovs_interfaceid": "9741f163-6304-456a-996f-2643147fcb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.729640] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ba6015-a706-4ffe-b871-a3a9322096f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.738847] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef0eb6e-a7da-45f2-9f36-0d137207d03f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.777242] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c41cc23-d8f3-46ee-8bc2-3f0635d150dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.785167] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3e79c-f6e8-45d9-a730-40dcf2c93b04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.799400] env[63309]: DEBUG nova.compute.provider_tree [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.870268] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6881edb5-6197-4450-849a-56628a65014d tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.944s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.875810] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.876736] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.066031] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730479, 'name': CloneVM_Task, 'duration_secs': 1.390867} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.066280] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Created linked-clone VM from snapshot [ 952.067047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16361788-90e1-44ce-84e5-d867964c73d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.076443] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Uploading image 7888a2d2-8b37-4fdb-b919-9c19b4faab61 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.102060] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.102060] env[63309]: value = "vm-549789" [ 952.102060] env[63309]: _type = "VirtualMachine" [ 952.102060] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.102388] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0171f4e6-1d3f-4339-94da-06a4bf7a65de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.108583] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease: (returnval){ [ 952.108583] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f299e6-703e-d03c-91bf-d4549c5bc3ac" [ 952.108583] env[63309]: _type = "HttpNfcLease" [ 952.108583] env[63309]: } obtained for exporting VM: (result){ [ 952.108583] env[63309]: value = "vm-549789" [ 952.108583] env[63309]: _type = "VirtualMachine" [ 952.108583] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.108890] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the lease: (returnval){ [ 952.108890] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f299e6-703e-d03c-91bf-d4549c5bc3ac" [ 952.108890] env[63309]: _type = "HttpNfcLease" [ 952.108890] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.114843] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.114843] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f299e6-703e-d03c-91bf-d4549c5bc3ac" [ 952.114843] env[63309]: _type = "HttpNfcLease" [ 952.114843] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.185538] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e83945fa-111c-4832-8681-f1fd8beaad3b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.195645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-85023cc0-6014-4f3e-acac-760242783fd2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.196054] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Instance network_info: |[{"id": "9741f163-6304-456a-996f-2643147fcb22", "address": "fa:16:3e:49:3d:ff", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9741f163-63", "ovs_interfaceid": "9741f163-6304-456a-996f-2643147fcb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.196763] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9741f163-6304-456a-996f-2643147fcb22', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.204567] env[63309]: DEBUG oslo.service.loopingcall [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.207275] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.207764] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3e6efdc9-246e-41aa-be85-b45caeb0fb24 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.554s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.210023] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbaffd2f-476d-4d04-bcb9-2712b917d902 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.230082] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.230082] env[63309]: value = "task-2730483" [ 952.230082] env[63309]: _type = "Task" [ 952.230082] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.238440] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730483, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.304402] env[63309]: DEBUG nova.scheduler.client.report [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.372723] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.380171] env[63309]: DEBUG nova.compute.utils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.400116] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.400252] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.400440] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.400688] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.400925] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.401163] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.401529] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.401829] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.402113] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.402371] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.402678] env[63309]: DEBUG nova.virt.hardware [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.403812] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec2dded-a151-4c15-8892-131c80ee1b63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.412568] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75722e80-e512-472e-b21f-7435b5c513ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.617680] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.617680] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f299e6-703e-d03c-91bf-d4549c5bc3ac" [ 952.617680] env[63309]: _type = "HttpNfcLease" [ 952.617680] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.618042] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.618042] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f299e6-703e-d03c-91bf-d4549c5bc3ac" [ 952.618042] env[63309]: _type = "HttpNfcLease" [ 952.618042] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 952.618764] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2359020b-c8be-4e15-9d4c-c3bc9861e44d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627625] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d1a11-43a4-1d45-d9f7-50b0da7696fd/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.627625] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d1a11-43a4-1d45-d9f7-50b0da7696fd/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 952.725714] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99c8f82b-f84d-4c68-9f2b-a3cfff9c7fda {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.741244] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730483, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.764494] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "45a48787-7ecd-431e-8e04-ff86665e4ead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.764778] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.764986] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "45a48787-7ecd-431e-8e04-ff86665e4ead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.765184] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.765388] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.767541] env[63309]: INFO nova.compute.manager [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Terminating instance [ 952.810074] env[63309]: DEBUG nova.network.neutron [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Successfully updated port: 5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.811756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.812427] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.816441] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.824s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.821139] env[63309]: INFO nova.compute.claims [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.885078] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.092870] env[63309]: DEBUG nova.compute.manager [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Received event network-changed-9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.093378] env[63309]: DEBUG nova.compute.manager [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Refreshing instance network info cache due to event network-changed-9741f163-6304-456a-996f-2643147fcb22. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.093650] env[63309]: DEBUG oslo_concurrency.lockutils [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] Acquiring lock "refresh_cache-85023cc0-6014-4f3e-acac-760242783fd2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.093893] env[63309]: DEBUG oslo_concurrency.lockutils [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] Acquired lock "refresh_cache-85023cc0-6014-4f3e-acac-760242783fd2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.094124] env[63309]: DEBUG nova.network.neutron [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Refreshing network info cache for port 9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.242928] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730483, 'name': CreateVM_Task, 'duration_secs': 0.615705} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.243294] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.244183] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.244493] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.245052] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.245700] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb653249-6df7-405b-a3ac-441974c51693 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.250597] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 953.250597] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52317c22-0b4c-4ab9-9002-889654c02725" [ 953.250597] env[63309]: _type = "Task" [ 953.250597] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.258799] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52317c22-0b4c-4ab9-9002-889654c02725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.275836] env[63309]: DEBUG nova.compute.manager [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.276335] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.277411] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b5d3b8-7bbe-413e-9595-4c39d89d604e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.285748] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.286039] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254eaba5-84bb-461d-9c95-671c71a7be56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.317071] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "refresh_cache-cf0d4a84-d065-460d-b41f-2419c9630a54" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.317375] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquired lock "refresh_cache-cf0d4a84-d065-460d-b41f-2419c9630a54" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.317618] env[63309]: DEBUG nova.network.neutron [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.326219] env[63309]: DEBUG nova.compute.utils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.331081] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.331489] env[63309]: DEBUG nova.network.neutron [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.376841] env[63309]: DEBUG nova.policy [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58691cd7e72442cea336623d82c86159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b28e7217df4b4ccc90cbc809efa5f975', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.380808] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.381288] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.381714] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleting the datastore file [datastore1] 45a48787-7ecd-431e-8e04-ff86665e4ead {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.382192] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a07f2ed-5f2e-4fe5-8855-7f3ed9017242 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.395034] env[63309]: DEBUG oslo_vmware.api [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 953.395034] env[63309]: value = "task-2730485" [ 953.395034] env[63309]: _type = "Task" [ 953.395034] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.410357] env[63309]: DEBUG oslo_vmware.api [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.764198] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52317c22-0b4c-4ab9-9002-889654c02725, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.764198] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.764485] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.764814] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.764962] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.765229] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.765596] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-728ed78d-bf34-4321-b154-e5eacae23af0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.776373] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.776663] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.777496] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd4fd79-0818-4d45-b096-d21bc348a0fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.782670] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 953.782670] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52037b81-5c7f-62a1-b532-2c97b5ce0897" [ 953.782670] env[63309]: _type = "Task" [ 953.782670] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.793416] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52037b81-5c7f-62a1-b532-2c97b5ce0897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.824154] env[63309]: DEBUG nova.network.neutron [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Successfully created port: 20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.831243] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.894021] env[63309]: DEBUG nova.network.neutron [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Updated VIF entry in instance network info cache for port 9741f163-6304-456a-996f-2643147fcb22. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.894021] env[63309]: DEBUG nova.network.neutron [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Updating instance_info_cache with network_info: [{"id": "9741f163-6304-456a-996f-2643147fcb22", "address": "fa:16:3e:49:3d:ff", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9741f163-63", "ovs_interfaceid": "9741f163-6304-456a-996f-2643147fcb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.894667] env[63309]: DEBUG nova.network.neutron [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.897373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "24132d19-337b-4845-b2a4-bc65f574b61e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.898256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "24132d19-337b-4845-b2a4-bc65f574b61e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.898256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "24132d19-337b-4845-b2a4-bc65f574b61e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.898256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "24132d19-337b-4845-b2a4-bc65f574b61e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.898256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "24132d19-337b-4845-b2a4-bc65f574b61e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.906035] env[63309]: INFO nova.compute.manager [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Terminating instance [ 953.917398] env[63309]: DEBUG oslo_vmware.api [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194674} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.917838] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.918672] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.919151] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.919465] env[63309]: INFO nova.compute.manager [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Took 0.64 seconds to destroy the instance on the hypervisor. [ 953.920938] env[63309]: DEBUG oslo.service.loopingcall [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.922020] env[63309]: DEBUG nova.compute.manager [-] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.922122] env[63309]: DEBUG nova.network.neutron [-] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.966643] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.967412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.968183] env[63309]: INFO nova.compute.manager [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Attaching volume 2441e249-cbfa-4d3a-bd30-3bc6bbd9da00 to /dev/sdb [ 954.020543] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473dc3fa-3d54-490d-b8f8-e072c8f547d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.030021] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0007d940-06be-4d7b-a88e-284e94e33fbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.044691] env[63309]: DEBUG nova.virt.block_device [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating existing volume attachment record: 442051b4-4580-4ad5-9326-61487d0678e9 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 954.206050] env[63309]: DEBUG nova.network.neutron [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Updating instance_info_cache with network_info: [{"id": "5cd8f667-b13f-419e-b8b0-b5a17ce2eed2", "address": "fa:16:3e:ca:06:6f", "network": {"id": "7ca383f5-6213-4dbb-a9d8-5a9096be0814", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2131698869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80d46ad8448488eb6993ca4ce82c83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cd8f667-b1", "ovs_interfaceid": "5cd8f667-b13f-419e-b8b0-b5a17ce2eed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.248180] env[63309]: DEBUG nova.compute.manager [req-d083b442-6dff-4bf0-aabf-20ebdce47478 req-94daab46-1945-444d-b623-972703bc1700 service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Received event network-vif-deleted-76098890-a601-4411-91df-b9dfdd1ff1f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.248469] env[63309]: INFO nova.compute.manager [req-d083b442-6dff-4bf0-aabf-20ebdce47478 req-94daab46-1945-444d-b623-972703bc1700 service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Neutron deleted interface 76098890-a601-4411-91df-b9dfdd1ff1f4; detaching it from the instance and deleting it from the info cache [ 954.248640] env[63309]: DEBUG nova.network.neutron [req-d083b442-6dff-4bf0-aabf-20ebdce47478 req-94daab46-1945-444d-b623-972703bc1700 service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.298334] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52037b81-5c7f-62a1-b532-2c97b5ce0897, 'name': SearchDatastore_Task, 'duration_secs': 0.021422} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.303314] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30886c51-d634-48c1-aa20-29791db0544f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.310354] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 954.310354] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b36c0b-8d1b-a453-cbf0-76b8de2ebd3e" [ 954.310354] env[63309]: _type = "Task" [ 954.310354] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.322644] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b36c0b-8d1b-a453-cbf0-76b8de2ebd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.331746] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d805506-c8e3-44d8-a0d7-8efe0dc49143 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.343256] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef854d-4b1c-4fab-89d2-e97eb311f5c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.377522] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a366171f-4b62-47b4-85a6-334b4cf2e9b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.386967] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc45d448-416b-44ad-a4eb-70930d8ed019 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.401332] env[63309]: DEBUG oslo_concurrency.lockutils [req-d2fce497-16d5-482b-bf48-569f3a3ee4aa req-25e39b6f-df0f-4fdb-b244-40f97347f053 service nova] Releasing lock "refresh_cache-85023cc0-6014-4f3e-acac-760242783fd2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.401994] env[63309]: DEBUG nova.compute.provider_tree [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.410217] env[63309]: DEBUG nova.compute.manager [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.410430] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.411295] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5dc5d-5abf-4062-bf64-8750a1ee5b09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.419304] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.419574] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c5bbef-0396-439d-b0e9-6481f7ac016e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.426287] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 954.426287] env[63309]: value = "task-2730487" [ 954.426287] env[63309]: _type = "Task" [ 954.426287] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.435118] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.708797] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Releasing lock "refresh_cache-cf0d4a84-d065-460d-b41f-2419c9630a54" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.709173] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Instance network_info: |[{"id": "5cd8f667-b13f-419e-b8b0-b5a17ce2eed2", "address": "fa:16:3e:ca:06:6f", "network": {"id": "7ca383f5-6213-4dbb-a9d8-5a9096be0814", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2131698869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80d46ad8448488eb6993ca4ce82c83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cd8f667-b1", "ovs_interfaceid": "5cd8f667-b13f-419e-b8b0-b5a17ce2eed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.709707] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:06:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cd8f667-b13f-419e-b8b0-b5a17ce2eed2', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.718547] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Creating folder: Project (f80d46ad8448488eb6993ca4ce82c83a). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.718990] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ab3193-5e2c-431a-ab31-6f0298c79c63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.721113] env[63309]: DEBUG nova.network.neutron [-] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.731139] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Created folder: Project (f80d46ad8448488eb6993ca4ce82c83a) in parent group-v549567. [ 954.731488] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Creating folder: Instances. Parent ref: group-v549793. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.732504] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3036f276-81dc-4a2f-af09-511657d87888 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.743411] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Created folder: Instances in parent group-v549793. [ 954.744063] env[63309]: DEBUG oslo.service.loopingcall [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.744302] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.744589] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d05f82-b750-4dc7-b848-2d82315fcdc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.760087] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea1e2abe-76b6-42c5-9193-8d96ca2957ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.766838] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.766838] env[63309]: value = "task-2730492" [ 954.766838] env[63309]: _type = "Task" [ 954.766838] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.773537] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759a946-277c-432b-abf5-deb20dfa54dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.792957] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730492, 'name': CreateVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.814012] env[63309]: DEBUG nova.compute.manager [req-d083b442-6dff-4bf0-aabf-20ebdce47478 req-94daab46-1945-444d-b623-972703bc1700 service nova] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Detach interface failed, port_id=76098890-a601-4411-91df-b9dfdd1ff1f4, reason: Instance 45a48787-7ecd-431e-8e04-ff86665e4ead could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.823646] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b36c0b-8d1b-a453-cbf0-76b8de2ebd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.018796} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.823646] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.823871] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 85023cc0-6014-4f3e-acac-760242783fd2/85023cc0-6014-4f3e-acac-760242783fd2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.824022] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1804547-7623-46a8-8bf3-5cc58cc34f69 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.830174] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 954.830174] env[63309]: value = "task-2730493" [ 954.830174] env[63309]: _type = "Task" [ 954.830174] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.838088] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.849488] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.878667] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.878975] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.879178] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.879389] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.879550] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.879714] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.879954] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.880151] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.880342] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.880525] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.880715] env[63309]: DEBUG nova.virt.hardware [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.881660] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267fa73-bb3c-45c7-8ac1-0dae5455c1cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.890511] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069262c1-e8f8-4c26-bcc7-b4aad643032e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.904824] env[63309]: DEBUG nova.scheduler.client.report [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.937199] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730487, 'name': PowerOffVM_Task, 'duration_secs': 0.254631} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.937499] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.937690] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.937952] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c890cb-dc41-45fb-baa7-6f323a1f9a4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.006115] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.006469] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.006738] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Deleting the datastore file [datastore2] 24132d19-337b-4845-b2a4-bc65f574b61e {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.007035] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d368261c-80dc-429b-883d-32f0f0158f5b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.013786] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for the task: (returnval){ [ 955.013786] env[63309]: value = "task-2730495" [ 955.013786] env[63309]: _type = "Task" [ 955.013786] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.022166] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.142231] env[63309]: DEBUG nova.compute.manager [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Received event network-vif-plugged-5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.142552] env[63309]: DEBUG oslo_concurrency.lockutils [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] Acquiring lock "cf0d4a84-d065-460d-b41f-2419c9630a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.142831] env[63309]: DEBUG oslo_concurrency.lockutils [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.143041] env[63309]: DEBUG oslo_concurrency.lockutils [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.143245] env[63309]: DEBUG nova.compute.manager [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] No waiting events found dispatching network-vif-plugged-5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.143416] env[63309]: WARNING nova.compute.manager [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Received unexpected event network-vif-plugged-5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 for instance with vm_state building and task_state spawning. [ 955.143696] env[63309]: DEBUG nova.compute.manager [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Received event network-changed-5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.143979] env[63309]: DEBUG nova.compute.manager [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Refreshing instance network info cache due to event network-changed-5cd8f667-b13f-419e-b8b0-b5a17ce2eed2. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.144341] env[63309]: DEBUG oslo_concurrency.lockutils [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] Acquiring lock "refresh_cache-cf0d4a84-d065-460d-b41f-2419c9630a54" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.144545] env[63309]: DEBUG oslo_concurrency.lockutils [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] Acquired lock "refresh_cache-cf0d4a84-d065-460d-b41f-2419c9630a54" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.144741] env[63309]: DEBUG nova.network.neutron [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Refreshing network info cache for port 5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.225034] env[63309]: INFO nova.compute.manager [-] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Took 1.30 seconds to deallocate network for instance. [ 955.280617] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730492, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.343525] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.410403] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.410976] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.413639] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.184s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.413815] env[63309]: DEBUG nova.objects.instance [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lazy-loading 'resources' on Instance uuid c01a75d1-07c1-4fd9-ab6c-5059fdeacd97 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.524091] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.584116] env[63309]: DEBUG nova.network.neutron [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Successfully updated port: 20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.629988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "f2fdd805-5e73-497f-a24d-5023d32a8e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.629988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.629988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "f2fdd805-5e73-497f-a24d-5023d32a8e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.629988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.630359] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.632240] env[63309]: INFO nova.compute.manager [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Terminating instance [ 955.735526] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.780160] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730492, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.841659] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551952} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.842014] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 85023cc0-6014-4f3e-acac-760242783fd2/85023cc0-6014-4f3e-acac-760242783fd2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.842247] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.843117] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed477b7e-26d9-4828-9f76-a961067b6b0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.849315] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 955.849315] env[63309]: value = "task-2730496" [ 955.849315] env[63309]: _type = "Task" [ 955.849315] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.860696] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.889309] env[63309]: DEBUG nova.network.neutron [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Updated VIF entry in instance network info cache for port 5cd8f667-b13f-419e-b8b0-b5a17ce2eed2. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.889661] env[63309]: DEBUG nova.network.neutron [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Updating instance_info_cache with network_info: [{"id": "5cd8f667-b13f-419e-b8b0-b5a17ce2eed2", "address": "fa:16:3e:ca:06:6f", "network": {"id": "7ca383f5-6213-4dbb-a9d8-5a9096be0814", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2131698869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80d46ad8448488eb6993ca4ce82c83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cd8f667-b1", "ovs_interfaceid": "5cd8f667-b13f-419e-b8b0-b5a17ce2eed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.919221] env[63309]: DEBUG nova.compute.utils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.924016] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.924350] env[63309]: DEBUG nova.network.neutron [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.977803] env[63309]: DEBUG nova.policy [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27285d039fc74cb2b8a07000ae5b772f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74bc7d25366c47b884cd91a356421585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.026046] env[63309]: DEBUG oslo_vmware.api [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Task: {'id': task-2730495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646734} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.026148] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.026317] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.026494] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.026671] env[63309]: INFO nova.compute.manager [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 956.026915] env[63309]: DEBUG oslo.service.loopingcall [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.027124] env[63309]: DEBUG nova.compute.manager [-] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.027270] env[63309]: DEBUG nova.network.neutron [-] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.086230] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.086336] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquired lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.086506] env[63309]: DEBUG nova.network.neutron [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.136979] env[63309]: DEBUG nova.compute.manager [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.136979] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.138037] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea16154-0ab6-4e4a-9e0b-6779ebbe752e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.146328] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.149192] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bab701e5-1a2d-4e09-9b30-1dd0b75a7892 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.161025] env[63309]: DEBUG oslo_vmware.api [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 956.161025] env[63309]: value = "task-2730497" [ 956.161025] env[63309]: _type = "Task" [ 956.161025] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.173587] env[63309]: DEBUG oslo_vmware.api [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.280609] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730492, 'name': CreateVM_Task, 'duration_secs': 1.021706} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.280609] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.280609] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.280609] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.280999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.281293] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada87c67-1962-4ff3-85bb-d05599e05b6f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.286983] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 956.286983] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52744c7d-db05-1813-e18f-4abd6923aa98" [ 956.286983] env[63309]: _type = "Task" [ 956.286983] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.301232] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52744c7d-db05-1813-e18f-4abd6923aa98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.337011] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc2cb77-7c3f-421c-bedf-e3d73f58fb87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.345122] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a621213-ab37-454f-8cd3-197981629294 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.390907] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d3440-e027-4f60-891a-414232f1d466 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.396682] env[63309]: DEBUG oslo_concurrency.lockutils [req-59bd5d51-cfef-45cd-920e-6216ace3d386 req-a327de2b-0b0a-4bc1-8fc5-aa7b729c91c3 service nova] Releasing lock "refresh_cache-cf0d4a84-d065-460d-b41f-2419c9630a54" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.397053] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084531} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.397608] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.398409] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be9fdaa-e775-48f8-a5e3-709a80c939a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.404365] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f6c94d-9562-436b-a136-1dce2210c790 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.426350] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 85023cc0-6014-4f3e-acac-760242783fd2/85023cc0-6014-4f3e-acac-760242783fd2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.427504] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.430090] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df14377a-fca6-4ff5-a6c9-a5e0c75bf160 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.454393] env[63309]: DEBUG nova.compute.provider_tree [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.455519] env[63309]: DEBUG nova.network.neutron [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Successfully created port: 915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.464612] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 956.464612] env[63309]: value = "task-2730498" [ 956.464612] env[63309]: _type = "Task" [ 956.464612] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.469734] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.634962] env[63309]: DEBUG nova.network.neutron [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.671636] env[63309]: DEBUG oslo_vmware.api [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730497, 'name': PowerOffVM_Task, 'duration_secs': 0.221235} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.671898] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.672073] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.672327] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b436f88-c347-4bf6-a0c1-6380e49a4e16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.692915] env[63309]: DEBUG nova.compute.manager [req-687aee5d-3014-49fa-9400-71ee8d149650 req-a67077c4-9e9a-4d94-a7e4-4e64f3f22cd0 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Received event network-vif-deleted-e348a0c4-818e-4e2e-b8dd-acbd2b890314 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.693126] env[63309]: INFO nova.compute.manager [req-687aee5d-3014-49fa-9400-71ee8d149650 req-a67077c4-9e9a-4d94-a7e4-4e64f3f22cd0 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Neutron deleted interface e348a0c4-818e-4e2e-b8dd-acbd2b890314; detaching it from the instance and deleting it from the info cache [ 956.693294] env[63309]: DEBUG nova.network.neutron [req-687aee5d-3014-49fa-9400-71ee8d149650 req-a67077c4-9e9a-4d94-a7e4-4e64f3f22cd0 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.731830] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.732068] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.732293] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Deleting the datastore file [datastore1] f2fdd805-5e73-497f-a24d-5023d32a8e14 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.732651] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6b7fa8-aa4e-41d0-b71a-373e3aa1e57a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.740950] env[63309]: DEBUG oslo_vmware.api [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 956.740950] env[63309]: value = "task-2730501" [ 956.740950] env[63309]: _type = "Task" [ 956.740950] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.750537] env[63309]: DEBUG oslo_vmware.api [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.800343] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52744c7d-db05-1813-e18f-4abd6923aa98, 'name': SearchDatastore_Task, 'duration_secs': 0.018462} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.800729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.801050] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.801321] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.801475] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.801660] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.801962] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8664ef49-5975-451c-bde4-ad45614716b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.811198] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.811414] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.812206] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e31611-d387-46df-8092-9af7db232b3b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.820021] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 956.820021] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52091953-6155-5e5d-acd6-00be8175ca6d" [ 956.820021] env[63309]: _type = "Task" [ 956.820021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.829906] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52091953-6155-5e5d-acd6-00be8175ca6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.903366] env[63309]: DEBUG nova.network.neutron [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updating instance_info_cache with network_info: [{"id": "20220593-2871-4624-9f1c-fd7f4793e5c6", "address": "fa:16:3e:89:a7:aa", "network": {"id": "08d87c28-1d92-482b-8a91-8171700cfddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-868825782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28e7217df4b4ccc90cbc809efa5f975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20220593-28", "ovs_interfaceid": "20220593-2871-4624-9f1c-fd7f4793e5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.959799] env[63309]: DEBUG nova.scheduler.client.report [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.980803] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730498, 'name': ReconfigVM_Task, 'duration_secs': 0.311417} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.981362] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 85023cc0-6014-4f3e-acac-760242783fd2/85023cc0-6014-4f3e-acac-760242783fd2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.982061] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aaae2f2-f381-495d-8ad5-8df2622b0f73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.990702] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 956.990702] env[63309]: value = "task-2730502" [ 956.990702] env[63309]: _type = "Task" [ 956.990702] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.000218] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730502, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.167804] env[63309]: DEBUG nova.network.neutron [-] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.173296] env[63309]: DEBUG nova.compute.manager [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Received event network-vif-plugged-20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.173493] env[63309]: DEBUG oslo_concurrency.lockutils [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] Acquiring lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.174072] env[63309]: DEBUG oslo_concurrency.lockutils [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.174072] env[63309]: DEBUG oslo_concurrency.lockutils [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.174072] env[63309]: DEBUG nova.compute.manager [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] No waiting events found dispatching network-vif-plugged-20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.174868] env[63309]: WARNING nova.compute.manager [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Received unexpected event network-vif-plugged-20220593-2871-4624-9f1c-fd7f4793e5c6 for instance with vm_state building and task_state spawning. [ 957.174868] env[63309]: DEBUG nova.compute.manager [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Received event network-changed-20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.174868] env[63309]: DEBUG nova.compute.manager [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Refreshing instance network info cache due to event network-changed-20220593-2871-4624-9f1c-fd7f4793e5c6. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.174868] env[63309]: DEBUG oslo_concurrency.lockutils [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] Acquiring lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.196998] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c98f941c-3871-45b2-80aa-65877dde513d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.206434] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c2685-ec6b-46c4-820a-7569dc59401e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.244038] env[63309]: DEBUG nova.compute.manager [req-687aee5d-3014-49fa-9400-71ee8d149650 req-a67077c4-9e9a-4d94-a7e4-4e64f3f22cd0 service nova] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Detach interface failed, port_id=e348a0c4-818e-4e2e-b8dd-acbd2b890314, reason: Instance 24132d19-337b-4845-b2a4-bc65f574b61e could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 957.253699] env[63309]: DEBUG oslo_vmware.api [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27966} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.253875] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.254047] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.254231] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.254441] env[63309]: INFO nova.compute.manager [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 957.254676] env[63309]: DEBUG oslo.service.loopingcall [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.254869] env[63309]: DEBUG nova.compute.manager [-] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.254963] env[63309]: DEBUG nova.network.neutron [-] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.329728] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52091953-6155-5e5d-acd6-00be8175ca6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.329728] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017a0205-e57b-4851-8461-7229dc99952a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.334460] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 957.334460] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc968b-2e96-4a14-a731-445f835b2783" [ 957.334460] env[63309]: _type = "Task" [ 957.334460] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.342054] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc968b-2e96-4a14-a731-445f835b2783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.405815] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Releasing lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.406161] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Instance network_info: |[{"id": "20220593-2871-4624-9f1c-fd7f4793e5c6", "address": "fa:16:3e:89:a7:aa", "network": {"id": "08d87c28-1d92-482b-8a91-8171700cfddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-868825782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28e7217df4b4ccc90cbc809efa5f975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20220593-28", "ovs_interfaceid": "20220593-2871-4624-9f1c-fd7f4793e5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.406481] env[63309]: DEBUG oslo_concurrency.lockutils [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] Acquired lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.406734] env[63309]: DEBUG nova.network.neutron [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Refreshing network info cache for port 20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.408013] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:a7:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20220593-2871-4624-9f1c-fd7f4793e5c6', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.415520] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Creating folder: Project (b28e7217df4b4ccc90cbc809efa5f975). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.417007] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd8ab83-6a11-46e0-98ac-44acb94f0801 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.428425] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Created folder: Project (b28e7217df4b4ccc90cbc809efa5f975) in parent group-v549567. [ 957.428618] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Creating folder: Instances. Parent ref: group-v549796. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.428861] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24835f51-97a1-437c-abdd-cd7601fec0dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.437770] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Created folder: Instances in parent group-v549796. [ 957.438082] env[63309]: DEBUG oslo.service.loopingcall [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.438285] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.438493] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e05c35de-3f3f-4a3e-90b9-d531036c6d93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.456658] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.463641] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.463641] env[63309]: value = "task-2730505" [ 957.463641] env[63309]: _type = "Task" [ 957.463641] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.472434] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730505, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.474297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.476551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.724s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.476724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.476859] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 957.477174] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.233s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.479116] env[63309]: INFO nova.compute.claims [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.482341] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da86e360-e7cc-4ce5-a626-44ede6fd965c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.493651] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.493899] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.494499] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.494499] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.494499] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.494653] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.494739] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.494895] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.495075] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.495244] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.495436] env[63309]: DEBUG nova.virt.hardware [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.500317] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cab091-bff4-4c5a-bbf1-e8439169f2d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.505478] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d5bdf-5fd8-4aa4-b48d-2f676101b0c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.508674] env[63309]: INFO nova.scheduler.client.report [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted allocations for instance c01a75d1-07c1-4fd9-ab6c-5059fdeacd97 [ 957.526654] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730502, 'name': Rename_Task, 'duration_secs': 0.22159} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.527030] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.527977] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178eb90d-ba7a-400b-8d75-52b43faa488f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.531344] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec2f4df-d5bd-4fea-a9d5-9b3f69112793 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.536044] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16660b1c-d684-4361-8171-ed05d546aeec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.552760] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b163be-94d1-4d4a-9290-42f97aa94db3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.557835] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 957.557835] env[63309]: value = "task-2730506" [ 957.557835] env[63309]: _type = "Task" [ 957.557835] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.586408] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177944MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 957.586571] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.593052] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.671108] env[63309]: INFO nova.compute.manager [-] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Took 1.64 seconds to deallocate network for instance. [ 957.845889] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc968b-2e96-4a14-a731-445f835b2783, 'name': SearchDatastore_Task, 'duration_secs': 0.017251} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.846478] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.846478] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] cf0d4a84-d065-460d-b41f-2419c9630a54/cf0d4a84-d065-460d-b41f-2419c9630a54.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.847103] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6200c25-d83b-4d7e-9abd-3d85c74aec65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.852701] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 957.852701] env[63309]: value = "task-2730507" [ 957.852701] env[63309]: _type = "Task" [ 957.852701] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.861780] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.974707] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730505, 'name': CreateVM_Task, 'duration_secs': 0.407297} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.974937] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.975750] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.975942] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.976446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.976775] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b7af17-ad70-4abf-af1f-748ca6b5ef85 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.988791] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 957.988791] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527c6946-67a8-3be3-414a-be0570722bb4" [ 957.988791] env[63309]: _type = "Task" [ 957.988791] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.001687] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527c6946-67a8-3be3-414a-be0570722bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.032354] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d4fbda7f-3534-4b71-87de-e39819aafdce tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "c01a75d1-07c1-4fd9-ab6c-5059fdeacd97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.681s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.068408] env[63309]: DEBUG oslo_vmware.api [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730506, 'name': PowerOnVM_Task, 'duration_secs': 0.51426} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.068645] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.068853] env[63309]: INFO nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Took 8.28 seconds to spawn the instance on the hypervisor. [ 958.069044] env[63309]: DEBUG nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.070272] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68caf115-b2a7-4f89-b6cb-937a559d556c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.180815] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.233496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "42093264-2f5a-4d97-874b-dbc7a80692c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.233496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.233496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "42093264-2f5a-4d97-874b-dbc7a80692c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.233496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.233870] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.234542] env[63309]: INFO nova.compute.manager [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Terminating instance [ 958.360858] env[63309]: DEBUG nova.network.neutron [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updated VIF entry in instance network info cache for port 20220593-2871-4624-9f1c-fd7f4793e5c6. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.361288] env[63309]: DEBUG nova.network.neutron [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updating instance_info_cache with network_info: [{"id": "20220593-2871-4624-9f1c-fd7f4793e5c6", "address": "fa:16:3e:89:a7:aa", "network": {"id": "08d87c28-1d92-482b-8a91-8171700cfddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-868825782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28e7217df4b4ccc90cbc809efa5f975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20220593-28", "ovs_interfaceid": "20220593-2871-4624-9f1c-fd7f4793e5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.366502] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.368300] env[63309]: DEBUG nova.network.neutron [-] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.469030] env[63309]: DEBUG nova.network.neutron [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Successfully updated port: 915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.503915] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527c6946-67a8-3be3-414a-be0570722bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015201} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.504857] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.505376] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.505376] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.505623] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.505682] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.505913] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6319b5c0-f488-4409-b9ec-11a1d65195ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.515573] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.515686] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.516865] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d07972d-1ea0-4021-a474-492f4d6bfe20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.523035] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 958.523035] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52049970-dfe9-f8b8-6c2e-1f6b34f347fc" [ 958.523035] env[63309]: _type = "Task" [ 958.523035] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.533301] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52049970-dfe9-f8b8-6c2e-1f6b34f347fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.589355] env[63309]: INFO nova.compute.manager [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Took 30.16 seconds to build instance. [ 958.740562] env[63309]: DEBUG nova.compute.manager [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.740820] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.742838] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a4589-6691-4bac-b5e7-1cee425d07e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.751159] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.751472] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c6ac14-58da-49ac-9c8e-bc0129c961c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.757802] env[63309]: DEBUG oslo_vmware.api [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 958.757802] env[63309]: value = "task-2730508" [ 958.757802] env[63309]: _type = "Task" [ 958.757802] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.766263] env[63309]: DEBUG oslo_vmware.api [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.843077] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694dfe37-4d62-4473-94f6-4632758f3bf6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.852271] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b208238-4871-4d4a-86b8-164ce06f3e53 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.865158] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579412} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.895628] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] cf0d4a84-d065-460d-b41f-2419c9630a54/cf0d4a84-d065-460d-b41f-2419c9630a54.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.895893] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.896477] env[63309]: DEBUG oslo_concurrency.lockutils [req-835a9cef-f988-4272-a5fa-9b80d1e48b80 req-6643fb9f-8524-42b4-a44d-6d29e1df559c service nova] Releasing lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.897402] env[63309]: INFO nova.compute.manager [-] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Took 1.64 seconds to deallocate network for instance. [ 958.897995] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27353adf-295c-481d-85c5-31bc9cec90af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.902185] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac874a-352d-4eaf-9beb-7c6462a3c287 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.914721] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdbac14-729f-4b3e-863e-8a00132dc4ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.918894] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 958.918894] env[63309]: value = "task-2730509" [ 958.918894] env[63309]: _type = "Task" [ 958.918894] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.934031] env[63309]: DEBUG nova.compute.provider_tree [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.938114] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.973216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "refresh_cache-769be7b2-8bb3-411d-8a58-413acd941d80" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.973216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "refresh_cache-769be7b2-8bb3-411d-8a58-413acd941d80" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.974490] env[63309]: DEBUG nova.network.neutron [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.034371] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52049970-dfe9-f8b8-6c2e-1f6b34f347fc, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.035353] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19074f4c-eda6-4f62-84a8-ea2ca5ad23d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.041159] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 959.041159] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4f753-97c2-6c88-6558-57c224878adc" [ 959.041159] env[63309]: _type = "Task" [ 959.041159] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.050113] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4f753-97c2-6c88-6558-57c224878adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.091691] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6037003e-f149-485f-bcc0-67f88c71ded8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "85023cc0-6014-4f3e-acac-760242783fd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.675s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.111951] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 959.111951] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 959.113078] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d8f35-a5c6-46cc-a798-c8e99a226929 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.130230] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93161b50-2cb4-4206-961b-ac764b63d381 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.159564] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00/volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.159699] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e98cf23-b100-4d8f-adb4-bbe78d18b3d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.178977] env[63309]: DEBUG oslo_vmware.api [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 959.178977] env[63309]: value = "task-2730510" [ 959.178977] env[63309]: _type = "Task" [ 959.178977] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.187365] env[63309]: DEBUG oslo_vmware.api [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.202900] env[63309]: DEBUG nova.compute.manager [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Received event network-vif-deleted-3d22a168-538a-4ea8-8da5-9fff3e083a3b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.202992] env[63309]: DEBUG nova.compute.manager [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Received event network-vif-plugged-915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.203163] env[63309]: DEBUG oslo_concurrency.lockutils [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] Acquiring lock "769be7b2-8bb3-411d-8a58-413acd941d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.203370] env[63309]: DEBUG oslo_concurrency.lockutils [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] Lock "769be7b2-8bb3-411d-8a58-413acd941d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.203536] env[63309]: DEBUG oslo_concurrency.lockutils [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] Lock "769be7b2-8bb3-411d-8a58-413acd941d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.203698] env[63309]: DEBUG nova.compute.manager [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] No waiting events found dispatching network-vif-plugged-915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.203860] env[63309]: WARNING nova.compute.manager [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Received unexpected event network-vif-plugged-915ff388-4b4e-458e-a173-d1a64cc698a8 for instance with vm_state building and task_state spawning. [ 959.204025] env[63309]: DEBUG nova.compute.manager [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Received event network-changed-915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.204177] env[63309]: DEBUG nova.compute.manager [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Refreshing instance network info cache due to event network-changed-915ff388-4b4e-458e-a173-d1a64cc698a8. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.204334] env[63309]: DEBUG oslo_concurrency.lockutils [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] Acquiring lock "refresh_cache-769be7b2-8bb3-411d-8a58-413acd941d80" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.268523] env[63309]: DEBUG oslo_vmware.api [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730508, 'name': PowerOffVM_Task, 'duration_secs': 0.373281} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.269198] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.269408] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.269694] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c21206a-827d-46b3-82de-03cbd9c385a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.331829] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.332123] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.332447] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Deleting the datastore file [datastore2] 42093264-2f5a-4d97-874b-dbc7a80692c7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.332802] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-902b28e5-6198-462c-a09b-a10bda2364fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.341081] env[63309]: DEBUG oslo_vmware.api [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for the task: (returnval){ [ 959.341081] env[63309]: value = "task-2730512" [ 959.341081] env[63309]: _type = "Task" [ 959.341081] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.349765] env[63309]: DEBUG oslo_vmware.api [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.411331] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.429783] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122136} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.430097] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.430978] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486b279-5ebc-4fbe-a85d-f3aa47431986 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.434854] env[63309]: DEBUG nova.scheduler.client.report [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.458203] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] cf0d4a84-d065-460d-b41f-2419c9630a54/cf0d4a84-d065-460d-b41f-2419c9630a54.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.459924] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.983s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.460486] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.463641] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0f4066-0b65-47cd-960b-758c9fc35f32 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.478806] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.660s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.479084] env[63309]: DEBUG nova.objects.instance [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lazy-loading 'resources' on Instance uuid f712100c-2d2a-45b7-aa3c-5855baa58a77 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.487767] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "a4fbd008-35a9-402c-a226-600eb041131c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.488200] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "a4fbd008-35a9-402c-a226-600eb041131c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.492545] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 959.492545] env[63309]: value = "task-2730513" [ 959.492545] env[63309]: _type = "Task" [ 959.492545] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.502105] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.522530] env[63309]: DEBUG nova.network.neutron [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.556256] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f4f753-97c2-6c88-6558-57c224878adc, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.556607] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.557377] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 48291d80-f3fa-4336-ab1f-6e9abd9feb05/48291d80-f3fa-4336-ab1f-6e9abd9feb05.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.557377] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9213e64f-ec35-457a-bc45-7838783b1ea0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.564889] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 959.564889] env[63309]: value = "task-2730514" [ 959.564889] env[63309]: _type = "Task" [ 959.564889] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.576925] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.688520] env[63309]: DEBUG oslo_vmware.api [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730510, 'name': ReconfigVM_Task, 'duration_secs': 0.496498} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.688845] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00/volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.694253] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97ad99f-a771-4fd6-a843-695527dd4331 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.705050] env[63309]: DEBUG nova.network.neutron [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Updating instance_info_cache with network_info: [{"id": "915ff388-4b4e-458e-a173-d1a64cc698a8", "address": "fa:16:3e:e9:5a:f4", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap915ff388-4b", "ovs_interfaceid": "915ff388-4b4e-458e-a173-d1a64cc698a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.711737] env[63309]: DEBUG oslo_vmware.api [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 959.711737] env[63309]: value = "task-2730515" [ 959.711737] env[63309]: _type = "Task" [ 959.711737] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.720692] env[63309]: DEBUG oslo_vmware.api [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.852026] env[63309]: DEBUG oslo_vmware.api [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Task: {'id': task-2730512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321807} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.852401] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.852615] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.852845] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.853072] env[63309]: INFO nova.compute.manager [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 959.853403] env[63309]: DEBUG oslo.service.loopingcall [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.853701] env[63309]: DEBUG nova.compute.manager [-] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.853902] env[63309]: DEBUG nova.network.neutron [-] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.985166] env[63309]: DEBUG nova.compute.utils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.987124] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.987344] env[63309]: DEBUG nova.network.neutron [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.989911] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.004952] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.086489] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.093357] env[63309]: DEBUG nova.policy [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45159ba8b05c4c8eac96381b4330dce3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49b8b15ea26740b0b1ab626a9d93e2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.207762] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "refresh_cache-769be7b2-8bb3-411d-8a58-413acd941d80" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.209122] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Instance network_info: |[{"id": "915ff388-4b4e-458e-a173-d1a64cc698a8", "address": "fa:16:3e:e9:5a:f4", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap915ff388-4b", "ovs_interfaceid": "915ff388-4b4e-458e-a173-d1a64cc698a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.209122] env[63309]: DEBUG oslo_concurrency.lockutils [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] Acquired lock "refresh_cache-769be7b2-8bb3-411d-8a58-413acd941d80" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.209439] env[63309]: DEBUG nova.network.neutron [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Refreshing network info cache for port 915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.209766] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:5a:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '915ff388-4b4e-458e-a173-d1a64cc698a8', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.220322] env[63309]: DEBUG oslo.service.loopingcall [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.224915] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.229388] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c881e205-9100-4430-b22a-51374c159a8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.255845] env[63309]: DEBUG oslo_vmware.api [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730515, 'name': ReconfigVM_Task, 'duration_secs': 0.152633} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.257325] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 960.258669] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.258669] env[63309]: value = "task-2730516" [ 960.258669] env[63309]: _type = "Task" [ 960.258669] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.268806] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730516, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.449444] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b079d-5b4e-49ad-a990-1cc693c5fd16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.457177] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a2a3a-45a9-466a-9c79-1e6d0cf2fed2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.493024] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c06bc05-5742-4564-b604-d69ea55e1091 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.493514] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.507406] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1687a34-af41-4e76-8cff-5d3f56fb5e27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.514571] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730513, 'name': ReconfigVM_Task, 'duration_secs': 0.789445} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.515213] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Reconfigured VM instance instance-00000052 to attach disk [datastore2] cf0d4a84-d065-460d-b41f-2419c9630a54/cf0d4a84-d065-460d-b41f-2419c9630a54.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.515837] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b964bec6-8d10-4977-a182-07bb1bdb0bc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.527308] env[63309]: DEBUG nova.compute.provider_tree [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.529594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.534996] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 960.534996] env[63309]: value = "task-2730517" [ 960.534996] env[63309]: _type = "Task" [ 960.534996] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.545577] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730517, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.578543] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672116} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.578954] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 48291d80-f3fa-4336-ab1f-6e9abd9feb05/48291d80-f3fa-4336-ab1f-6e9abd9feb05.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.579248] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.579639] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46214317-4873-4e85-abea-c21e1fd65b81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.586138] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 960.586138] env[63309]: value = "task-2730518" [ 960.586138] env[63309]: _type = "Task" [ 960.586138] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.597147] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.772058] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730516, 'name': CreateVM_Task, 'duration_secs': 0.365477} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.772058] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.772650] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.772786] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.773111] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.773381] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ae76e6-26ac-499e-b00d-c5e982816944 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.778619] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 960.778619] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f51106-c758-b697-de57-52e4e7e2cf08" [ 960.778619] env[63309]: _type = "Task" [ 960.778619] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.791120] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f51106-c758-b697-de57-52e4e7e2cf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.853186] env[63309]: DEBUG nova.network.neutron [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Successfully created port: d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.919070] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d1a11-43a4-1d45-d9f7-50b0da7696fd/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.920200] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b243608-c2eb-410a-a4da-424eb6596b3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.927481] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d1a11-43a4-1d45-d9f7-50b0da7696fd/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.927660] env[63309]: ERROR oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d1a11-43a4-1d45-d9f7-50b0da7696fd/disk-0.vmdk due to incomplete transfer. [ 960.927940] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5239121-a52a-4905-a5ce-31053fbefcb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.935339] env[63309]: DEBUG oslo_vmware.rw_handles [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d1a11-43a4-1d45-d9f7-50b0da7696fd/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.935528] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Uploaded image 7888a2d2-8b37-4fdb-b919-9c19b4faab61 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.937974] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.940855] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1cf8dc12-5a80-41cb-ad8c-3c784293e329 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.947945] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 960.947945] env[63309]: value = "task-2730519" [ 960.947945] env[63309]: _type = "Task" [ 960.947945] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.956717] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730519, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.008569] env[63309]: DEBUG nova.network.neutron [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Updated VIF entry in instance network info cache for port 915ff388-4b4e-458e-a173-d1a64cc698a8. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.009902] env[63309]: DEBUG nova.network.neutron [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Updating instance_info_cache with network_info: [{"id": "915ff388-4b4e-458e-a173-d1a64cc698a8", "address": "fa:16:3e:e9:5a:f4", "network": {"id": "abd3fb53-b632-4c99-aa5f-a97c2c4c8cee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1711929673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc7d25366c47b884cd91a356421585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap915ff388-4b", "ovs_interfaceid": "915ff388-4b4e-458e-a173-d1a64cc698a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.032387] env[63309]: DEBUG nova.scheduler.client.report [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.047231] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730517, 'name': Rename_Task, 'duration_secs': 0.170347} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.052023] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.052023] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e79e351-b517-42e6-b211-246dbfa6579b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.058616] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 961.058616] env[63309]: value = "task-2730520" [ 961.058616] env[63309]: _type = "Task" [ 961.058616] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.068451] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.096457] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099986} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.096743] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.097691] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f52e09f-8544-407a-928b-8957b0acd4c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.123183] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 48291d80-f3fa-4336-ab1f-6e9abd9feb05/48291d80-f3fa-4336-ab1f-6e9abd9feb05.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.123892] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5b3dd0-bd17-4edc-9257-4131bd244cec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.144457] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 961.144457] env[63309]: value = "task-2730521" [ 961.144457] env[63309]: _type = "Task" [ 961.144457] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.153069] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.230210] env[63309]: DEBUG nova.compute.manager [req-e8e4aafe-09c9-437c-b876-cf2271c9bd1b req-b84c74be-361f-484f-b7b8-69489f890af4 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Received event network-vif-deleted-c74ad0c0-d318-41e1-940b-5a29bc1ca021 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.230435] env[63309]: INFO nova.compute.manager [req-e8e4aafe-09c9-437c-b876-cf2271c9bd1b req-b84c74be-361f-484f-b7b8-69489f890af4 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Neutron deleted interface c74ad0c0-d318-41e1-940b-5a29bc1ca021; detaching it from the instance and deleting it from the info cache [ 961.230580] env[63309]: DEBUG nova.network.neutron [req-e8e4aafe-09c9-437c-b876-cf2271c9bd1b req-b84c74be-361f-484f-b7b8-69489f890af4 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.290338] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f51106-c758-b697-de57-52e4e7e2cf08, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.291039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.291039] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.291164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.291274] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.291460] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.291729] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b1d2d68-a201-4367-ab2f-c9182c52b251 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.311253] env[63309]: DEBUG nova.network.neutron [-] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.312510] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.312711] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.316187] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb27657-8cff-4197-9094-5d5f9b820215 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.321032] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 961.321032] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527aa370-dfea-c772-6b4c-e2d4b6d2cc4c" [ 961.321032] env[63309]: _type = "Task" [ 961.321032] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.330121] env[63309]: DEBUG nova.objects.instance [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'flavor' on Instance uuid e1f519b7-16f2-47c4-aec3-23668a53dfea {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.331433] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527aa370-dfea-c772-6b4c-e2d4b6d2cc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.459664] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730519, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.505573] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.514293] env[63309]: DEBUG oslo_concurrency.lockutils [req-51247be0-b4e7-4b38-81b7-7a1acb72cc99 req-20a60c89-1aed-4a26-9e5b-a2bb001094c5 service nova] Releasing lock "refresh_cache-769be7b2-8bb3-411d-8a58-413acd941d80" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.527663] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.527906] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.529033] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.529033] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.529033] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.529033] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.529033] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.529291] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.529291] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.529291] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.529438] env[63309]: DEBUG nova.virt.hardware [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.530364] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae1298-2555-491b-b0a0-96092a860eee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.537988] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd52230-e9d9-4d1c-9a22-e9245418ea69 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.542697] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.545034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.647s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.569460] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730520, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.570404] env[63309]: INFO nova.scheduler.client.report [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Deleted allocations for instance f712100c-2d2a-45b7-aa3c-5855baa58a77 [ 961.654297] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730521, 'name': ReconfigVM_Task, 'duration_secs': 0.414129} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.654596] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 48291d80-f3fa-4336-ab1f-6e9abd9feb05/48291d80-f3fa-4336-ab1f-6e9abd9feb05.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.655220] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d09220-adbd-455f-a840-f7759147e35f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.660499] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 961.660499] env[63309]: value = "task-2730522" [ 961.660499] env[63309]: _type = "Task" [ 961.660499] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.668511] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730522, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.734104] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3d59c02-1386-4baf-bfdf-3504dbebb14c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.743485] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7481424-e26c-4c91-bc64-d54164bdc39c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.777806] env[63309]: DEBUG nova.compute.manager [req-e8e4aafe-09c9-437c-b876-cf2271c9bd1b req-b84c74be-361f-484f-b7b8-69489f890af4 service nova] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Detach interface failed, port_id=c74ad0c0-d318-41e1-940b-5a29bc1ca021, reason: Instance 42093264-2f5a-4d97-874b-dbc7a80692c7 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 961.815758] env[63309]: INFO nova.compute.manager [-] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Took 1.96 seconds to deallocate network for instance. [ 961.831064] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527aa370-dfea-c772-6b4c-e2d4b6d2cc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.833992] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c43efe-ae5c-497f-b96f-e607c88f49fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.836863] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c3a6a46f-74b1-4e26-b441-3537078b07dd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.870s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.841229] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 961.841229] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528255ff-e16a-a929-bc1d-b988382c3859" [ 961.841229] env[63309]: _type = "Task" [ 961.841229] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.851715] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528255ff-e16a-a929-bc1d-b988382c3859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.662047] env[63309]: DEBUG nova.network.neutron [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Successfully updated port: d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.666387] env[63309]: INFO nova.compute.claims [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.671906] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.675321] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cd3ab000-4e43-4d2f-a931-bb7d66378604 tempest-MigrationsAdminTest-193048412 tempest-MigrationsAdminTest-193048412-project-member] Lock "f712100c-2d2a-45b7-aa3c-5855baa58a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.407s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.686485] env[63309]: INFO nova.compute.manager [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Rebuilding instance [ 962.692790] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730519, 'name': Destroy_Task, 'duration_secs': 1.062524} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.693699] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroyed the VM [ 962.693699] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.700343] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-993c0f5a-62ae-4c20-8423-02b7f9d4e778 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.702530] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730522, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.702530] env[63309]: DEBUG oslo_vmware.api [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730520, 'name': PowerOnVM_Task, 'duration_secs': 0.544981} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.705967] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.706189] env[63309]: INFO nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Took 10.33 seconds to spawn the instance on the hypervisor. [ 962.706368] env[63309]: DEBUG nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.707962] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528255ff-e16a-a929-bc1d-b988382c3859, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.709842] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2ce4e-79bd-4912-910d-fee35dca152b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.712627] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.712791] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 769be7b2-8bb3-411d-8a58-413acd941d80/769be7b2-8bb3-411d-8a58-413acd941d80.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.715186] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc759a8b-1f1a-4024-9c34-554dbb4bc89e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.716849] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 962.716849] env[63309]: value = "task-2730523" [ 962.716849] env[63309]: _type = "Task" [ 962.716849] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.729661] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 962.729661] env[63309]: value = "task-2730524" [ 962.729661] env[63309]: _type = "Task" [ 962.729661] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.736707] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730523, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.742151] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.752670] env[63309]: DEBUG nova.compute.manager [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.753864] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7a185-01fb-471a-b739-803cf7a30110 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.176237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.176401] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.176575] env[63309]: DEBUG nova.network.neutron [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.179670] env[63309]: INFO nova.compute.resource_tracker [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating resource usage from migration 0da7751e-8821-41a8-a5c1-ff1ab5fc6f2b [ 963.191525] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730522, 'name': Rename_Task, 'duration_secs': 1.209516} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.191793] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.192075] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42fd3590-4907-41f1-8d0c-cce8f5dcdc92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.200332] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 963.200332] env[63309]: value = "task-2730525" [ 963.200332] env[63309]: _type = "Task" [ 963.200332] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.210441] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.241059] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730523, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.245912] env[63309]: INFO nova.compute.manager [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Took 29.73 seconds to build instance. [ 963.255569] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.267416] env[63309]: DEBUG nova.compute.manager [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Received event network-vif-plugged-d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.267706] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.268077] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.268158] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.268362] env[63309]: DEBUG nova.compute.manager [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] No waiting events found dispatching network-vif-plugged-d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.268653] env[63309]: WARNING nova.compute.manager [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Received unexpected event network-vif-plugged-d18bbaef-1794-4818-941a-e718bcca5661 for instance with vm_state building and task_state spawning. [ 963.268927] env[63309]: DEBUG nova.compute.manager [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Received event network-changed-d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.269145] env[63309]: DEBUG nova.compute.manager [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Refreshing instance network info cache due to event network-changed-d18bbaef-1794-4818-941a-e718bcca5661. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.269326] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] Acquiring lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.505639] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3a90d-3116-4b4d-a280-08c2f5501516 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.513051] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0567693-a841-4088-893f-a09c62a2837b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.546038] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9553cf4-25d1-4116-a62b-0e5d90f34764 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.553672] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f84017-6157-4809-8830-c92b115c7a51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.567120] env[63309]: DEBUG nova.compute.provider_tree [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.712494] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.713892] env[63309]: DEBUG nova.network.neutron [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.728726] env[63309]: DEBUG oslo_vmware.api [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730523, 'name': RemoveSnapshot_Task, 'duration_secs': 0.570478} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.728988] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.729226] env[63309]: INFO nova.compute.manager [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 14.76 seconds to snapshot the instance on the hypervisor. [ 963.749745] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e3e585dc-56ba-4fa4-a23a-c42702711ae3 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.249s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.750096] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643606} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.751445] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 769be7b2-8bb3-411d-8a58-413acd941d80/769be7b2-8bb3-411d-8a58-413acd941d80.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.751445] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.751445] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ed8e37c-03e0-456e-841d-7866ee6d6342 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.757356] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 963.757356] env[63309]: value = "task-2730526" [ 963.757356] env[63309]: _type = "Task" [ 963.757356] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.765783] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.775133] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.775294] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01e4fa4d-6f9e-4cee-b19d-e1973e525ba0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.784849] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 963.784849] env[63309]: value = "task-2730527" [ 963.784849] env[63309]: _type = "Task" [ 963.784849] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.795504] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.928898] env[63309]: DEBUG nova.network.neutron [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updating instance_info_cache with network_info: [{"id": "d18bbaef-1794-4818-941a-e718bcca5661", "address": "fa:16:3e:15:a6:95", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18bbaef-17", "ovs_interfaceid": "d18bbaef-1794-4818-941a-e718bcca5661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.070035] env[63309]: DEBUG nova.scheduler.client.report [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.213380] env[63309]: DEBUG oslo_vmware.api [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730525, 'name': PowerOnVM_Task, 'duration_secs': 0.922665} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.213798] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.214088] env[63309]: INFO nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Took 9.36 seconds to spawn the instance on the hypervisor. [ 964.214349] env[63309]: DEBUG nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.215304] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d39caa-b0c9-4b53-88c0-72905c9cafc0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.268087] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066812} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.268807] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.273807] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dbf15e-7ef5-4cc8-bbb7-da11aad1dbf1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.300593] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 769be7b2-8bb3-411d-8a58-413acd941d80/769be7b2-8bb3-411d-8a58-413acd941d80.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.303309] env[63309]: DEBUG nova.compute.manager [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Found 3 images (rotation: 2) {{(pid=63309) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 964.303397] env[63309]: DEBUG nova.compute.manager [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Rotating out 1 backups {{(pid=63309) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 964.303532] env[63309]: DEBUG nova.compute.manager [None req-09623568-1aa8-465f-88f3-65b03413600b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleting image daee7f21-05de-4b6a-8f13-f5025d4a310b {{(pid=63309) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 964.308677] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb7c104-7b91-4bdd-96ed-5121eea71b65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.334972] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730527, 'name': PowerOffVM_Task, 'duration_secs': 0.19934} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.336165] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.338859] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 964.338859] env[63309]: value = "task-2730528" [ 964.338859] env[63309]: _type = "Task" [ 964.338859] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.353866] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.407295] env[63309]: INFO nova.compute.manager [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Detaching volume 2441e249-cbfa-4d3a-bd30-3bc6bbd9da00 [ 964.431256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.431607] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Instance network_info: |[{"id": "d18bbaef-1794-4818-941a-e718bcca5661", "address": "fa:16:3e:15:a6:95", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18bbaef-17", "ovs_interfaceid": "d18bbaef-1794-4818-941a-e718bcca5661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.431929] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] Acquired lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.432118] env[63309]: DEBUG nova.network.neutron [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Refreshing network info cache for port d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.433779] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a6:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd18bbaef-1794-4818-941a-e718bcca5661', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.442083] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Creating folder: Project (49b8b15ea26740b0b1ab626a9d93e2d0). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.443864] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f495e8e1-e670-4e33-81c2-3bb0107d58e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.447274] env[63309]: INFO nova.virt.block_device [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Attempting to driver detach volume 2441e249-cbfa-4d3a-bd30-3bc6bbd9da00 from mountpoint /dev/sdb [ 964.447385] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 964.447541] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 964.448797] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c2450-f067-4e91-87aa-050c6bc9dfb6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.473490] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0c6bb-8089-498e-ba65-a0062d7ef7f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.476221] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Created folder: Project (49b8b15ea26740b0b1ab626a9d93e2d0) in parent group-v549567. [ 964.476409] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Creating folder: Instances. Parent ref: group-v549800. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.476644] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b9a69aa-4807-429d-b414-6deaa9f051d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.482499] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc88aee-3e26-471c-b595-7487fadafe51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.485701] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Created folder: Instances in parent group-v549800. [ 964.485921] env[63309]: DEBUG oslo.service.loopingcall [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.486406] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.486598] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09a59cf-990b-491f-8a64-ef1ea2e464ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.518650] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beabc51-7b97-4225-b9b1-ec90e644c91c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.522398] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.522398] env[63309]: value = "task-2730531" [ 964.522398] env[63309]: _type = "Task" [ 964.522398] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.537070] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] The volume has not been displaced from its original location: [datastore2] volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00/volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 964.542599] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 964.543350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78696a49-2e76-44e7-aaf9-536b52b478f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.560523] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730531, 'name': CreateVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.565832] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 964.565832] env[63309]: value = "task-2730532" [ 964.565832] env[63309]: _type = "Task" [ 964.565832] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.574539] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.575427] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.030s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.575784] env[63309]: INFO nova.compute.manager [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Migrating [ 964.585877] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.045s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.587812] env[63309]: INFO nova.compute.claims [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.649044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "cf0d4a84-d065-460d-b41f-2419c9630a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.649044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.649297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "cf0d4a84-d065-460d-b41f-2419c9630a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.649297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.649545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.653510] env[63309]: INFO nova.compute.manager [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Terminating instance [ 964.735949] env[63309]: INFO nova.compute.manager [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Took 28.39 seconds to build instance. [ 964.851743] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.032899] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730531, 'name': CreateVM_Task, 'duration_secs': 0.327296} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.033129] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.033779] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.033950] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.034295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.036744] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7013b652-93dd-489f-8cf9-919aa12f6f9d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.042311] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 965.042311] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5fc70-3690-6010-9b80-916f1e73be37" [ 965.042311] env[63309]: _type = "Task" [ 965.042311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.050284] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5fc70-3690-6010-9b80-916f1e73be37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.077344] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730532, 'name': ReconfigVM_Task, 'duration_secs': 0.27775} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.077659] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.082615] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e06f759-cdf2-4fc5-b5c3-2a4f1aaae179 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.100545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.100730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.102277] env[63309]: DEBUG nova.network.neutron [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.108024] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 965.108024] env[63309]: value = "task-2730533" [ 965.108024] env[63309]: _type = "Task" [ 965.108024] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.117813] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.159941] env[63309]: DEBUG nova.compute.manager [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.160268] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.161485] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937dd74b-0445-4d97-b0e6-a6198c731dfa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.169909] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.172283] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ce06ec-0afe-4b77-9c8e-94b7ddf6adba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.179125] env[63309]: DEBUG oslo_vmware.api [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 965.179125] env[63309]: value = "task-2730534" [ 965.179125] env[63309]: _type = "Task" [ 965.179125] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.189058] env[63309]: DEBUG oslo_vmware.api [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.207838] env[63309]: DEBUG nova.network.neutron [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updated VIF entry in instance network info cache for port d18bbaef-1794-4818-941a-e718bcca5661. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.208251] env[63309]: DEBUG nova.network.neutron [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updating instance_info_cache with network_info: [{"id": "d18bbaef-1794-4818-941a-e718bcca5661", "address": "fa:16:3e:15:a6:95", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18bbaef-17", "ovs_interfaceid": "d18bbaef-1794-4818-941a-e718bcca5661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.238657] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9244040d-d174-4927-95de-fd60824de425 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.899s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.350631] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730528, 'name': ReconfigVM_Task, 'duration_secs': 0.553927} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.351862] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 769be7b2-8bb3-411d-8a58-413acd941d80/769be7b2-8bb3-411d-8a58-413acd941d80.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.351862] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-415e32f6-75d1-4ff7-bcec-49b285cebdec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.361843] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 965.361843] env[63309]: value = "task-2730535" [ 965.361843] env[63309]: _type = "Task" [ 965.361843] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.370791] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730535, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.553943] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5fc70-3690-6010-9b80-916f1e73be37, 'name': SearchDatastore_Task, 'duration_secs': 0.022268} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.554276] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.554550] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.554797] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.554944] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.555135] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.555397] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02369c27-846e-4a6b-bd60-e16947c813e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.569960] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.569960] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.570630] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce98ed4b-2c73-43a4-bd64-08f08821189a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.577608] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 965.577608] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cdbbe2-c5d2-2e17-00f2-a340b0548b80" [ 965.577608] env[63309]: _type = "Task" [ 965.577608] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.586370] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cdbbe2-c5d2-2e17-00f2-a340b0548b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.622403] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730533, 'name': ReconfigVM_Task, 'duration_secs': 0.271393} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.623883] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 965.693677] env[63309]: DEBUG oslo_vmware.api [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730534, 'name': PowerOffVM_Task, 'duration_secs': 0.324157} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.693942] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.696607] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.699096] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f4ae14f-7d94-4414-8cbd-353d9a968076 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.710799] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c389eee-b313-4dc1-8a69-681cf273bd4e req-9c1f4deb-57e6-42f1-b530-27ce2e12027c service nova] Releasing lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.777169] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.777169] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.777169] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Deleting the datastore file [datastore2] cf0d4a84-d065-460d-b41f-2419c9630a54 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.777169] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2244dd6b-3b8f-4f54-92db-2fe014783e82 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.783824] env[63309]: DEBUG oslo_vmware.api [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for the task: (returnval){ [ 965.783824] env[63309]: value = "task-2730537" [ 965.783824] env[63309]: _type = "Task" [ 965.783824] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.796455] env[63309]: DEBUG oslo_vmware.api [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.875184] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730535, 'name': Rename_Task, 'duration_secs': 0.24378} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.882029] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.882029] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7d76e2-f4ff-446c-b20a-44370322ad65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.888758] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 965.888758] env[63309]: value = "task-2730538" [ 965.888758] env[63309]: _type = "Task" [ 965.888758] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.905025] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.021227] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4397c483-ccf7-4a9f-91d5-df283e951cac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.033781] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b839d3-63c8-409a-ba98-c45e55f0f916 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.070635] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ebc86f-f18c-494c-b99e-077899c9a78e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079294] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4beff1-7f45-4656-a7db-e52800f3cb65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.093549] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cdbbe2-c5d2-2e17-00f2-a340b0548b80, 'name': SearchDatastore_Task, 'duration_secs': 0.019702} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.102558] env[63309]: DEBUG nova.compute.provider_tree [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.106936] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e320a96-84b6-48c2-af70-79104202c6f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.113913] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 966.113913] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b1505-58a9-71cc-257a-7ec277cdd54c" [ 966.113913] env[63309]: _type = "Task" [ 966.113913] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.125282] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b1505-58a9-71cc-257a-7ec277cdd54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.251679] env[63309]: DEBUG nova.network.neutron [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [{"id": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "address": "fa:16:3e:03:c9:a3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb1610-90", "ovs_interfaceid": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.298229] env[63309]: DEBUG oslo_vmware.api [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Task: {'id': task-2730537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.298561] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.298829] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.299094] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.299276] env[63309]: INFO nova.compute.manager [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.299513] env[63309]: DEBUG oslo.service.loopingcall [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.299707] env[63309]: DEBUG nova.compute.manager [-] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.299797] env[63309]: DEBUG nova.network.neutron [-] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.400474] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730538, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.417735] env[63309]: DEBUG nova.compute.manager [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Received event network-changed-20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.417735] env[63309]: DEBUG nova.compute.manager [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Refreshing instance network info cache due to event network-changed-20220593-2871-4624-9f1c-fd7f4793e5c6. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.417735] env[63309]: DEBUG oslo_concurrency.lockutils [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] Acquiring lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.417735] env[63309]: DEBUG oslo_concurrency.lockutils [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] Acquired lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.417735] env[63309]: DEBUG nova.network.neutron [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Refreshing network info cache for port 20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.611688] env[63309]: DEBUG nova.scheduler.client.report [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.626397] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b1505-58a9-71cc-257a-7ec277cdd54c, 'name': SearchDatastore_Task, 'duration_secs': 0.013091} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.626832] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.628183] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 1f22d2c0-cad3-499e-a810-c4697e44d2a3/1f22d2c0-cad3-499e-a810-c4697e44d2a3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.628183] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-463dbe96-d701-4196-a05b-116c23367c76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.635051] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 966.635051] env[63309]: value = "task-2730539" [ 966.635051] env[63309]: _type = "Task" [ 966.635051] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.647367] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.702793] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.703159] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea2f173-fc0a-4bf0-b3c8-9c21912d9b44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.712691] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 966.712691] env[63309]: value = "task-2730540" [ 966.712691] env[63309]: _type = "Task" [ 966.712691] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.724408] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.724693] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 966.724896] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 966.725734] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9c9f6-e60b-426d-a390-be276dcccdfc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.743846] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea9cc7-0591-4cf5-bc59-5deb4552907d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.750662] env[63309]: WARNING nova.virt.vmwareapi.driver [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 966.751267] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.751742] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64ee3d-5228-439e-bbb9-90ace4ea1df4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.756045] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.759302] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.759742] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2c1fa7e-6f4b-43d4-ad02-00dfb43403a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.820766] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.821068] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.821184] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.821461] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5db77c-1388-4ede-9456-454e44db4e9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.828801] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 966.828801] env[63309]: value = "task-2730542" [ 966.828801] env[63309]: _type = "Task" [ 966.828801] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.837980] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.901226] env[63309]: DEBUG oslo_vmware.api [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730538, 'name': PowerOnVM_Task, 'duration_secs': 0.836304} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.901561] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.901798] env[63309]: INFO nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Took 9.44 seconds to spawn the instance on the hypervisor. [ 966.901994] env[63309]: DEBUG nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.903222] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83898ce8-8f56-49db-ba3f-66f5b9d5d824 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.076073] env[63309]: DEBUG nova.network.neutron [-] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.120668] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.121250] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.124262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.447s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.124375] env[63309]: DEBUG nova.objects.instance [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lazy-loading 'resources' on Instance uuid 00a88b94-2daf-49d6-acfb-294be9838f90 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.146033] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.147427] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.147628] env[63309]: DEBUG nova.compute.manager [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.148359] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.151577] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c9e430-4fd3-445f-9a2e-f271f07219c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.158365] env[63309]: DEBUG nova.compute.manager [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 967.162015] env[63309]: DEBUG nova.objects.instance [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'flavor' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.211998] env[63309]: DEBUG nova.network.neutron [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updated VIF entry in instance network info cache for port 20220593-2871-4624-9f1c-fd7f4793e5c6. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.211998] env[63309]: DEBUG nova.network.neutron [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updating instance_info_cache with network_info: [{"id": "20220593-2871-4624-9f1c-fd7f4793e5c6", "address": "fa:16:3e:89:a7:aa", "network": {"id": "08d87c28-1d92-482b-8a91-8171700cfddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-868825782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28e7217df4b4ccc90cbc809efa5f975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20220593-28", "ovs_interfaceid": "20220593-2871-4624-9f1c-fd7f4793e5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.341475] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236681} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.341475] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.341475] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.341475] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.424651] env[63309]: INFO nova.compute.manager [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Took 30.45 seconds to build instance. [ 967.578553] env[63309]: INFO nova.compute.manager [-] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Took 1.28 seconds to deallocate network for instance. [ 967.627926] env[63309]: DEBUG nova.compute.utils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.634624] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.634624] env[63309]: DEBUG nova.network.neutron [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.654533] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643225} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.655127] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 1f22d2c0-cad3-499e-a810-c4697e44d2a3/1f22d2c0-cad3-499e-a810-c4697e44d2a3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.655127] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.655368] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-756840f7-c5c4-49c3-bd24-dcf7fb52b4f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.673481] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 967.673481] env[63309]: value = "task-2730543" [ 967.673481] env[63309]: _type = "Task" [ 967.673481] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.685691] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.690905] env[63309]: DEBUG nova.policy [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245730bee4224500bb5d15151a102e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab6fdf23d1bd4f54837f8924ef663897', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.714349] env[63309]: DEBUG oslo_concurrency.lockutils [req-813d9b95-552a-4937-9a4f-3c7f0d1ee4b8 req-d5407673-34b2-46fa-991d-085dcfb239da service nova] Releasing lock "refresh_cache-48291d80-f3fa-4336-ab1f-6e9abd9feb05" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.848085] env[63309]: INFO nova.virt.block_device [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Booting with volume 2441e249-cbfa-4d3a-bd30-3bc6bbd9da00 at /dev/sdb [ 967.902940] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c990c024-17ef-4353-a60e-731e2b5e2abb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.912392] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e7430-03f4-4bf6-aab7-f7ca6cccc24d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.928541] env[63309]: DEBUG oslo_concurrency.lockutils [None req-791c866f-0c3c-4053-a4a7-ddfb7742c98c tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "769be7b2-8bb3-411d-8a58-413acd941d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.968s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.956447] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86ea14d7-2961-44b6-b20f-a8f4c342d07e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.968230] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57727b4d-b9c4-430d-8a63-bdebb770d463 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.012575] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f1622-a938-49f1-8260-a74dc7cb7616 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.020736] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91535fa-f94a-4625-aae4-da3c3d8d87bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.036987] env[63309]: DEBUG nova.virt.block_device [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating existing volume attachment record: 9d44bd2b-f3a9-43df-a328-bd55a25b74bd {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.043773] env[63309]: DEBUG nova.network.neutron [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Successfully created port: 5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.087149] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.096402] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f915a99-079a-416e-9951-bdc72f326458 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.104609] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56c469-7705-423a-a0e2-31831fff9641 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.135437] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.139864] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5dd0e9-17fa-4438-8bbc-1a9bf2ea6880 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.148719] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8acfee5-006f-434a-b80c-d374998ddceb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.163843] env[63309]: DEBUG nova.compute.provider_tree [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.175639] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.175992] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ac0ee3-0cc2-4e43-b087-d7b47562bd8b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.188571] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221903} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.189501] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.189985] env[63309]: DEBUG oslo_vmware.api [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 968.189985] env[63309]: value = "task-2730544" [ 968.189985] env[63309]: _type = "Task" [ 968.189985] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.190530] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b89b5-a08e-4ebc-ae66-33d16eb26822 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.218977] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1f22d2c0-cad3-499e-a810-c4697e44d2a3/1f22d2c0-cad3-499e-a810-c4697e44d2a3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.223622] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3155f38d-2695-4da4-8f74-d81447af16db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.238516] env[63309]: DEBUG oslo_vmware.api [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.248294] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 968.248294] env[63309]: value = "task-2730545" [ 968.248294] env[63309]: _type = "Task" [ 968.248294] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.260046] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.273446] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffaadb2-2911-49fa-b493-76c6eb784021 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.294206] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.442194] env[63309]: DEBUG nova.compute.manager [req-93109fa1-7d24-4d8b-a87b-55dd3c734858 req-74e6f4c3-95f6-4ae4-ac2b-9320af64db60 service nova] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Received event network-vif-deleted-5cd8f667-b13f-419e-b8b0-b5a17ce2eed2 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.667092] env[63309]: DEBUG nova.scheduler.client.report [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.708479] env[63309]: DEBUG oslo_vmware.api [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730544, 'name': PowerOffVM_Task, 'duration_secs': 0.220525} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.708761] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.708955] env[63309]: DEBUG nova.compute.manager [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.709855] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61797ae6-356d-493d-a60a-2e29b64dde89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.762207] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730545, 'name': ReconfigVM_Task, 'duration_secs': 0.329323} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.762207] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1f22d2c0-cad3-499e-a810-c4697e44d2a3/1f22d2c0-cad3-499e-a810-c4697e44d2a3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.762207] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0fe7e48-5855-4287-a15f-d2d6710a388c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.768886] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 968.768886] env[63309]: value = "task-2730546" [ 968.768886] env[63309]: _type = "Task" [ 968.768886] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.777760] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730546, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.805026] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.805026] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72579d61-67dd-45cb-897f-a3849cf831aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.811976] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 968.811976] env[63309]: value = "task-2730547" [ 968.811976] env[63309]: _type = "Task" [ 968.811976] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.821524] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.151314] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.172578] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.175017] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.092s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.175247] env[63309]: DEBUG nova.objects.instance [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'pci_requests' on Instance uuid feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.183033] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.183235] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.183538] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.183538] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.183648] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.183696] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.183938] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.184488] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.184676] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.184858] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.185041] env[63309]: DEBUG nova.virt.hardware [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.185894] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ec820-9e95-42b4-a1ea-940bc8a9eb88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.196460] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343532c1-8ade-4d74-9b91-e0f5b6004388 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.202341] env[63309]: INFO nova.scheduler.client.report [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Deleted allocations for instance 00a88b94-2daf-49d6-acfb-294be9838f90 [ 969.222412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55be0be3-cb78-40fe-8772-a2b6deea2dab tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.253030] env[63309]: DEBUG nova.compute.manager [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.253030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fcbf91-ef77-4356-b977-1315d202c69c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.282435] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730546, 'name': Rename_Task, 'duration_secs': 0.145541} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.284575] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.284575] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b180554b-1819-4506-a907-a91d76792b28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.290329] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 969.290329] env[63309]: value = "task-2730548" [ 969.290329] env[63309]: _type = "Task" [ 969.290329] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.298684] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.322149] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730547, 'name': PowerOffVM_Task, 'duration_secs': 0.233178} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.322362] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.322665] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.661446] env[63309]: DEBUG nova.network.neutron [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Successfully updated port: 5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.678808] env[63309]: DEBUG nova.objects.instance [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'numa_topology' on Instance uuid feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.710119] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8458f956-804b-42ea-a6b1-995fd29cf5ad tempest-FloatingIPsAssociationTestJSON-849018191 tempest-FloatingIPsAssociationTestJSON-849018191-project-member] Lock "00a88b94-2daf-49d6-acfb-294be9838f90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.529s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.765202] env[63309]: INFO nova.compute.manager [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] instance snapshotting [ 969.767889] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265252a-96c3-4468-a123-100789cb11cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.788576] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb3c39-971c-4917-a4fa-005f57266781 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.808141] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.829650] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.830218] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.830571] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.830675] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.830861] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.831038] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.831273] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.831454] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.831672] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.831863] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.832254] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.838468] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7231226b-0290-4566-8ff8-e58e4fdad52c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.858906] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 969.858906] env[63309]: value = "task-2730549" [ 969.858906] env[63309]: _type = "Task" [ 969.858906] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.871291] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.166895] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "refresh_cache-ec6f9820-2a53-40af-b2bf-bb6916a76c3c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.167223] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquired lock "refresh_cache-ec6f9820-2a53-40af-b2bf-bb6916a76c3c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.167223] env[63309]: DEBUG nova.network.neutron [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.174530] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.174805] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.174964] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.175164] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.175314] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.175469] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.178150] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.178150] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.178150] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.179120] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.179348] env[63309]: DEBUG nova.virt.hardware [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.180270] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb3df8-7c9a-417e-b02d-efdc556b1a62 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.184067] env[63309]: INFO nova.compute.claims [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.194026] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dfe63f-cd8a-4d22-880c-ea9bbefbde34 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.211368] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:27:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1fad2a0-087d-49db-931f-bcabd41d807c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.219887] env[63309]: DEBUG oslo.service.loopingcall [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.220461] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.220716] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206e0033-7623-447a-8b55-d1671bb3b58e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.241619] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.241619] env[63309]: value = "task-2730550" [ 970.241619] env[63309]: _type = "Task" [ 970.241619] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.251106] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730550, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.306165] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730548, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.309353] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 970.310169] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ede1fee0-026a-44af-976c-ba9301f92bc0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.316773] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 970.316773] env[63309]: value = "task-2730551" [ 970.316773] env[63309]: _type = "Task" [ 970.316773] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.325690] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.370139] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730549, 'name': ReconfigVM_Task, 'duration_secs': 0.195509} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.370466] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.472416] env[63309]: DEBUG nova.compute.manager [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Received event network-vif-plugged-5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.472660] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] Acquiring lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.473259] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.473431] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.473596] env[63309]: DEBUG nova.compute.manager [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] No waiting events found dispatching network-vif-plugged-5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.473754] env[63309]: WARNING nova.compute.manager [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Received unexpected event network-vif-plugged-5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 for instance with vm_state building and task_state spawning. [ 970.473917] env[63309]: DEBUG nova.compute.manager [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Received event network-changed-5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.474081] env[63309]: DEBUG nova.compute.manager [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Refreshing instance network info cache due to event network-changed-5c44fad6-4bb1-44e0-8b24-ce3e5ba54669. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.474243] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] Acquiring lock "refresh_cache-ec6f9820-2a53-40af-b2bf-bb6916a76c3c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.725822] env[63309]: DEBUG nova.network.neutron [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.756908] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730550, 'name': CreateVM_Task, 'duration_secs': 0.383753} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.758905] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.759656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.759957] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.760180] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.760417] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101aa205-79ac-4db1-814a-3a4c652dd68f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.767967] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 970.767967] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52592cdd-5f77-3f29-ddd8-d69b3bd0b639" [ 970.767967] env[63309]: _type = "Task" [ 970.767967] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.776136] env[63309]: DEBUG nova.compute.manager [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Stashing vm_state: stopped {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 970.787149] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52592cdd-5f77-3f29-ddd8-d69b3bd0b639, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.787434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.787664] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.787897] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.788056] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.788238] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.788493] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83f2e96-4002-41a8-b135-3a7dcc394004 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.797955] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.803601] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.803601] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bef929-5154-47f3-833c-1059879751a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.805222] env[63309]: DEBUG oslo_vmware.api [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730548, 'name': PowerOnVM_Task, 'duration_secs': 1.196021} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.805827] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.806103] env[63309]: INFO nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Took 9.30 seconds to spawn the instance on the hypervisor. [ 970.806317] env[63309]: DEBUG nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.807158] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf4d6b7-72b5-4f70-94c7-5bc372a2b535 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.811206] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 970.811206] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521583b1-8351-f0de-4c85-c1066bf91d63" [ 970.811206] env[63309]: _type = "Task" [ 970.811206] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.826514] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521583b1-8351-f0de-4c85-c1066bf91d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.831144] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730551, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.876477] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.876678] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.876923] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.877377] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.877377] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.877518] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.877644] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.877807] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.877972] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.878783] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.878896] env[63309]: DEBUG nova.virt.hardware [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.884415] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.885271] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-362b7da0-3194-4458-9199-80c35c77eb83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.906426] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 970.906426] env[63309]: value = "task-2730552" [ 970.906426] env[63309]: _type = "Task" [ 970.906426] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.919221] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.028338] env[63309]: DEBUG nova.network.neutron [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Updating instance_info_cache with network_info: [{"id": "5c44fad6-4bb1-44e0-8b24-ce3e5ba54669", "address": "fa:16:3e:eb:b8:96", "network": {"id": "a90c41b3-e4f6-4107-98c6-ba55a754c1bf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-398075203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab6fdf23d1bd4f54837f8924ef663897", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c44fad6-4b", "ovs_interfaceid": "5c44fad6-4bb1-44e0-8b24-ce3e5ba54669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.294102] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.324376] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521583b1-8351-f0de-4c85-c1066bf91d63, 'name': SearchDatastore_Task, 'duration_secs': 0.015138} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.336563] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264efbd9-31a4-4360-b7a7-40c6047ab7cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.342277] env[63309]: INFO nova.compute.manager [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Took 31.11 seconds to build instance. [ 971.346675] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730551, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.348338] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 971.348338] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fcfa1d-0a7e-8877-738c-5f9f422d5c36" [ 971.348338] env[63309]: _type = "Task" [ 971.348338] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.365230] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fcfa1d-0a7e-8877-738c-5f9f422d5c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.419910] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.536923] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Releasing lock "refresh_cache-ec6f9820-2a53-40af-b2bf-bb6916a76c3c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.536923] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Instance network_info: |[{"id": "5c44fad6-4bb1-44e0-8b24-ce3e5ba54669", "address": "fa:16:3e:eb:b8:96", "network": {"id": "a90c41b3-e4f6-4107-98c6-ba55a754c1bf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-398075203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab6fdf23d1bd4f54837f8924ef663897", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c44fad6-4b", "ovs_interfaceid": "5c44fad6-4bb1-44e0-8b24-ce3e5ba54669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.537155] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] Acquired lock "refresh_cache-ec6f9820-2a53-40af-b2bf-bb6916a76c3c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.537155] env[63309]: DEBUG nova.network.neutron [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Refreshing network info cache for port 5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.537780] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b8:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c44fad6-4bb1-44e0-8b24-ce3e5ba54669', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.548303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Creating folder: Project (ab6fdf23d1bd4f54837f8924ef663897). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.557053] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2372a24-4059-4954-ace9-996018970640 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.565020] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Created folder: Project (ab6fdf23d1bd4f54837f8924ef663897) in parent group-v549567. [ 971.565020] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Creating folder: Instances. Parent ref: group-v549805. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.565020] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64fcda2a-8692-4b53-b09b-b8b8bbf1dfa9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.574367] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Created folder: Instances in parent group-v549805. [ 971.574765] env[63309]: DEBUG oslo.service.loopingcall [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.575116] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.575642] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a8dde6-d81e-4521-9642-5c0eec04c005 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.603918] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.603918] env[63309]: value = "task-2730555" [ 971.603918] env[63309]: _type = "Task" [ 971.603918] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.613661] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730555, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.698709] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631a0c6c-c580-4178-ad08-530ac91828ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.710046] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c43a81-3676-4079-9bd9-2dd2f7ec7b5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.744710] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6774aa01-7a39-4f40-a308-93d846be0f74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.753062] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9951aa6-1876-4ce9-baa4-021537b6631b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.767550] env[63309]: DEBUG nova.compute.provider_tree [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.835055] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730551, 'name': CreateSnapshot_Task, 'duration_secs': 1.175112} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.835589] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 971.837465] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6167698-150c-4ae7-8396-c92f5453cd91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.849142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-10757c48-2b08-4cc5-8978-e28783876e04 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.629s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.860300] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fcfa1d-0a7e-8877-738c-5f9f422d5c36, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.860681] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.861411] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.861635] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-019c0cba-1d5b-4470-9a34-a890f2db6d07 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.868636] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 971.868636] env[63309]: value = "task-2730556" [ 971.868636] env[63309]: _type = "Task" [ 971.868636] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.878398] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.922191] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.114981] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730555, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.271710] env[63309]: DEBUG nova.scheduler.client.report [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.357694] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.358089] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60423eaa-c72a-41b2-9585-56a6d03299de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.376381] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 972.376381] env[63309]: value = "task-2730557" [ 972.376381] env[63309]: _type = "Task" [ 972.376381] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.388290] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.400535] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730557, 'name': CloneVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.402336] env[63309]: DEBUG nova.network.neutron [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Updated VIF entry in instance network info cache for port 5c44fad6-4bb1-44e0-8b24-ce3e5ba54669. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.402336] env[63309]: DEBUG nova.network.neutron [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Updating instance_info_cache with network_info: [{"id": "5c44fad6-4bb1-44e0-8b24-ce3e5ba54669", "address": "fa:16:3e:eb:b8:96", "network": {"id": "a90c41b3-e4f6-4107-98c6-ba55a754c1bf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-398075203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab6fdf23d1bd4f54837f8924ef663897", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c44fad6-4b", "ovs_interfaceid": "5c44fad6-4bb1-44e0-8b24-ce3e5ba54669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.423041] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730552, 'name': ReconfigVM_Task, 'duration_secs': 1.157408} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.423167] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 972.424031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf69b9f-83f2-423e-ba48-597a2000f4a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.456180] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614/2ea61370-d0d8-4331-a2f6-3b0f54b9b614.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.456180] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c1a7cad-6fd8-46a8-bf64-c89f9d130d1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.477427] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "f7b2d716-82b3-45ed-a035-cad21a6ec189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.477737] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.486763] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 972.486763] env[63309]: value = "task-2730558" [ 972.486763] env[63309]: _type = "Task" [ 972.486763] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.498664] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.616637] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730555, 'name': CreateVM_Task, 'duration_secs': 0.881966} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.616815] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.617555] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.617751] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.618052] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.618314] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d878d7-b900-4b26-827e-03846ac45cf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.623754] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 972.623754] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52127397-aa0a-1ccd-39f6-bac6fa3feaf1" [ 972.623754] env[63309]: _type = "Task" [ 972.623754] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.636647] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52127397-aa0a-1ccd-39f6-bac6fa3feaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.782022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.607s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.784429] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.049s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.784730] env[63309]: DEBUG nova.objects.instance [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'resources' on Instance uuid 45a48787-7ecd-431e-8e04-ff86665e4ead {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.834795] env[63309]: INFO nova.network.neutron [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating port fc751bca-62ae-438e-b890-aeb3df8f54fe with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 972.888596] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589208} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.889761] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.889993] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.890324] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d75d7657-7ddf-4d37-8cd0-2e4dca7121df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.901299] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730557, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.910380] env[63309]: DEBUG oslo_concurrency.lockutils [req-bfb8cb79-212d-40e2-89b8-101c00576185 req-57ad9943-a57e-4479-a4c3-5fde59983eed service nova] Releasing lock "refresh_cache-ec6f9820-2a53-40af-b2bf-bb6916a76c3c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.911358] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 972.911358] env[63309]: value = "task-2730559" [ 972.911358] env[63309]: _type = "Task" [ 972.911358] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.928130] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.983738] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.000408] env[63309]: DEBUG nova.compute.manager [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Received event network-changed-d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.000656] env[63309]: DEBUG nova.compute.manager [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Refreshing instance network info cache due to event network-changed-d18bbaef-1794-4818-941a-e718bcca5661. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.000892] env[63309]: DEBUG oslo_concurrency.lockutils [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] Acquiring lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.001091] env[63309]: DEBUG oslo_concurrency.lockutils [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] Acquired lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.001458] env[63309]: DEBUG nova.network.neutron [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Refreshing network info cache for port d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.014579] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730558, 'name': ReconfigVM_Task, 'duration_secs': 0.380945} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.015463] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614/2ea61370-d0d8-4331-a2f6-3b0f54b9b614.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.015808] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.145447] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52127397-aa0a-1ccd-39f6-bac6fa3feaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.145803] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.146286] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.146600] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.146860] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.147197] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.147496] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f03d68-c128-4148-9030-2e8f3ea7d3fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.160204] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.160502] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.161345] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399e9174-87da-4394-9808-78365b59af0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.170329] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 973.170329] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b0bbfd-7cfc-432b-4c2d-f6a0074427b5" [ 973.170329] env[63309]: _type = "Task" [ 973.170329] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.182219] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b0bbfd-7cfc-432b-4c2d-f6a0074427b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.393629] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730557, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.422076] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082166} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.422357] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.423621] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77847216-7a0b-4e8f-b2cc-bfa8e541d391 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.452606] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.454964] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e6e8db-1623-4276-9790-b9025deeb73b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.480308] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 973.480308] env[63309]: value = "task-2730560" [ 973.480308] env[63309]: _type = "Task" [ 973.480308] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.493648] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.514754] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.522581] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ebf2a-1cd8-41d0-b3e1-89fd6f97535e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.550717] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af0a09e-39f8-4ff4-92b3-a256c59a978f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.571408] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.682984] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b0bbfd-7cfc-432b-4c2d-f6a0074427b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014618} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.686745] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed030fe-019d-4545-8879-9c288a591335 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.693156] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 973.693156] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c53f67-a072-9e26-3733-08e3cc061d50" [ 973.693156] env[63309]: _type = "Task" [ 973.693156] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.706257] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c53f67-a072-9e26-3733-08e3cc061d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.769843] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93680e1-4c82-4994-8883-07d5d346bf32 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.777736] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ae95c-9949-45cd-92a6-da1d59ac9a31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.815830] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c00c9c-d45e-4c10-9ebd-712cbc87487d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.824568] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d3ed0-a8e8-4c9a-9baf-d5b3d64e07e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.838848] env[63309]: DEBUG nova.compute.provider_tree [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.893362] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730557, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.995908] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.000861] env[63309]: DEBUG nova.network.neutron [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updated VIF entry in instance network info cache for port d18bbaef-1794-4818-941a-e718bcca5661. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.001490] env[63309]: DEBUG nova.network.neutron [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updating instance_info_cache with network_info: [{"id": "d18bbaef-1794-4818-941a-e718bcca5661", "address": "fa:16:3e:15:a6:95", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18bbaef-17", "ovs_interfaceid": "d18bbaef-1794-4818-941a-e718bcca5661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.161794] env[63309]: DEBUG nova.network.neutron [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Port 36cb1610-9029-4586-8f75-8d3dc91bae6e binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 974.206809] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c53f67-a072-9e26-3733-08e3cc061d50, 'name': SearchDatastore_Task, 'duration_secs': 0.03599} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.207093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.207387] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] ec6f9820-2a53-40af-b2bf-bb6916a76c3c/ec6f9820-2a53-40af-b2bf-bb6916a76c3c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.207663] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9234029-5663-4f26-9b54-1edcb66df58e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.217027] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 974.217027] env[63309]: value = "task-2730561" [ 974.217027] env[63309]: _type = "Task" [ 974.217027] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.226725] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.345268] env[63309]: DEBUG nova.scheduler.client.report [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.389926] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730557, 'name': CloneVM_Task} progress is 95%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.492901] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730560, 'name': ReconfigVM_Task, 'duration_secs': 0.660389} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.493265] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfigured VM instance instance-0000004c to attach disk [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea/e1f519b7-16f2-47c4-aec3-23668a53dfea.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.494654] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '8916ba0c-66a6-4468-8d2e-6a0dd94e1115'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': '9d44bd2b-f3a9-43df-a328-bd55a25b74bd', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'}, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63309) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 974.494860] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 974.495069] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 974.495933] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b427a2b-fede-43d6-ab55-032af2a37f0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.513025] env[63309]: DEBUG oslo_concurrency.lockutils [req-4e556459-377d-4171-86d7-b5373b389f4a req-46e6d52c-1fed-47d6-9057-29b5115d3812 service nova] Releasing lock "refresh_cache-1f22d2c0-cad3-499e-a810-c4697e44d2a3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.514149] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c1c3fb-ae15-4075-9b75-16a963216e2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.540629] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00/volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.540996] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b2ff67-3988-423f-a42e-7f9d285d1ed5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.561039] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 974.561039] env[63309]: value = "task-2730562" [ 974.561039] env[63309]: _type = "Task" [ 974.561039] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.570668] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.695372] env[63309]: DEBUG nova.compute.manager [req-0d29d7f6-a384-4b97-8067-6e1639c7ac96 req-86748ac1-3ff6-41a6-9588-055fb4621468 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-vif-plugged-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.695669] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d29d7f6-a384-4b97-8067-6e1639c7ac96 req-86748ac1-3ff6-41a6-9588-055fb4621468 service nova] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.696527] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d29d7f6-a384-4b97-8067-6e1639c7ac96 req-86748ac1-3ff6-41a6-9588-055fb4621468 service nova] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.696527] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d29d7f6-a384-4b97-8067-6e1639c7ac96 req-86748ac1-3ff6-41a6-9588-055fb4621468 service nova] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.696527] env[63309]: DEBUG nova.compute.manager [req-0d29d7f6-a384-4b97-8067-6e1639c7ac96 req-86748ac1-3ff6-41a6-9588-055fb4621468 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] No waiting events found dispatching network-vif-plugged-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.696527] env[63309]: WARNING nova.compute.manager [req-0d29d7f6-a384-4b97-8067-6e1639c7ac96 req-86748ac1-3ff6-41a6-9588-055fb4621468 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received unexpected event network-vif-plugged-fc751bca-62ae-438e-b890-aeb3df8f54fe for instance with vm_state shelved_offloaded and task_state spawning. [ 974.738817] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.747347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.747574] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.747762] env[63309]: DEBUG nova.network.neutron [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.850550] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.853145] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.266s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.896942] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730557, 'name': CloneVM_Task, 'duration_secs': 2.201823} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.898829] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Created linked-clone VM from snapshot [ 974.898829] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e830f-8451-4d9a-9ee9-46a39e2473fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.902548] env[63309]: INFO nova.scheduler.client.report [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocations for instance 45a48787-7ecd-431e-8e04-ff86665e4ead [ 974.916027] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Uploading image 0599cf5d-3239-4520-83f7-49fbe18c8060 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.937108] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.937463] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a11204ea-6273-4589-9930-459f1a2fe897 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.947721] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 974.947721] env[63309]: value = "task-2730563" [ 974.947721] env[63309]: _type = "Task" [ 974.947721] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.960926] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730563, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.077042] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.190215] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.190524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.190705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.230717] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784072} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.231378] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] ec6f9820-2a53-40af-b2bf-bb6916a76c3c/ec6f9820-2a53-40af-b2bf-bb6916a76c3c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.231767] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.232162] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e4c9e23-df67-4cfb-b673-70cf05739734 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.240249] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 975.240249] env[63309]: value = "task-2730564" [ 975.240249] env[63309]: _type = "Task" [ 975.240249] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.259484] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.424596] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cae9ddef-4d8e-45dc-950b-54cebe2f3b8b tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "45a48787-7ecd-431e-8e04-ff86665e4ead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.660s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.465355] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730563, 'name': Destroy_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.573516] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.623633] env[63309]: DEBUG nova.network.neutron [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.752696] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082636} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.752985] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.753840] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db230e-ceb0-4059-9d01-553597e0dc5b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.780995] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ec6f9820-2a53-40af-b2bf-bb6916a76c3c/ec6f9820-2a53-40af-b2bf-bb6916a76c3c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.781273] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a0f620-6b28-4fab-8ba3-0976f1eec898 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.802890] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 975.802890] env[63309]: value = "task-2730565" [ 975.802890] env[63309]: _type = "Task" [ 975.802890] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.815511] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.876831] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 as it has an incoming, in-progress migration 0da7751e-8821-41a8-a5c1-ff1ab5fc6f2b. Migration status is post-migrating {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 975.876831] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating resource usage from migration 0da7751e-8821-41a8-a5c1-ff1ab5fc6f2b [ 975.877937] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating resource usage from migration 039daf82-31b1-4b32-85ad-0a290bb57e0a [ 975.904904] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.905128] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance c95e9301-0004-4ed7-a2da-1cba22371eaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.905274] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 43daa061-8ca8-4e4f-9c12-44eedd288acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.905427] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 24132d19-337b-4845-b2a4-bc65f574b61e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.905571] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 77d27edd-600f-4045-996d-278701d28d8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.905768] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 54e181f5-aeca-434b-aacd-4c358924599a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.906079] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 42093264-2f5a-4d97-874b-dbc7a80692c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.906079] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.906163] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 983feaac-59a0-49b3-b0a6-df826e873518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.906340] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance e1f519b7-16f2-47c4-aec3-23668a53dfea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.906395] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f2fdd805-5e73-497f-a24d-5023d32a8e14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.906512] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 85023cc0-6014-4f3e-acac-760242783fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.906635] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.906774] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance cf0d4a84-d065-460d-b41f-2419c9630a54 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.906941] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 48291d80-f3fa-4336-ab1f-6e9abd9feb05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.907103] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 769be7b2-8bb3-411d-8a58-413acd941d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.907223] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 1f22d2c0-cad3-499e-a810-c4697e44d2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.907338] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 0da7751e-8821-41a8-a5c1-ff1ab5fc6f2b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 975.907450] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.907563] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance ec6f9820-2a53-40af-b2bf-bb6916a76c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 975.966415] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730563, 'name': Destroy_Task, 'duration_secs': 0.848893} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.966722] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Destroyed the VM [ 975.966980] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.967260] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acc22572-48ac-45ed-b5c5-7e9b850e096a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.979690] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 975.979690] env[63309]: value = "task-2730566" [ 975.979690] env[63309]: _type = "Task" [ 975.979690] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.989071] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.075608] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.127545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.162133] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='30fba5a2722187f03289da0f94af6164',container_format='bare',created_at=2025-02-20T15:11:53Z,direct_url=,disk_format='vmdk',id=c620c19d-1b2c-4ced-8aa9-c69465157176,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-149603128-shelved',owner='c8a0e1cc90f14ba1b64a8b5301e5f9dc',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-02-20T15:12:10Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.162438] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.162605] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.162807] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.162964] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.163132] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.163396] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.163564] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.163752] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.163972] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.164195] env[63309]: DEBUG nova.virt.hardware [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.165215] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53502e4-9fb2-4a2a-9d5a-95c91eb83beb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.177015] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c461db-0d24-4cbb-9ca4-620332f6b13b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.194172] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:12:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc751bca-62ae-438e-b890-aeb3df8f54fe', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.204163] env[63309]: DEBUG oslo.service.loopingcall [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.207355] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.207684] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a04dc50e-19d6-4c17-b601-e7636d4657f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.230012] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.230012] env[63309]: value = "task-2730567" [ 976.230012] env[63309]: _type = "Task" [ 976.230012] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.239750] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730567, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.253311] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.253585] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.253775] env[63309]: DEBUG nova.network.neutron [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.320401] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.410650] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance a4fbd008-35a9-402c-a226-600eb041131c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 976.410829] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 039daf82-31b1-4b32-85ad-0a290bb57e0a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 976.411108] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.493912] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730566, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.577449] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730562, 'name': ReconfigVM_Task, 'duration_secs': 1.642625} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.577817] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00/volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.583466] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b3298d-18c7-45d7-b750-9b3d54626a50 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.601741] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 976.601741] env[63309]: value = "task-2730568" [ 976.601741] env[63309]: _type = "Task" [ 976.601741] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.611787] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.723522] env[63309]: DEBUG nova.compute.manager [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.723791] env[63309]: DEBUG nova.compute.manager [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing instance network info cache due to event network-changed-fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.723936] env[63309]: DEBUG oslo_concurrency.lockutils [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] Acquiring lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.724093] env[63309]: DEBUG oslo_concurrency.lockutils [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] Acquired lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.724251] env[63309]: DEBUG nova.network.neutron [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Refreshing network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.742751] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730567, 'name': CreateVM_Task, 'duration_secs': 0.439878} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.743028] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.744373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.744658] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.745169] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.746388] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e55c1ab-a1d7-46f4-b06e-cd429b287777 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.752065] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 976.752065] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b1947-3c9c-c202-a663-7bc8e32d5cf5" [ 976.752065] env[63309]: _type = "Task" [ 976.752065] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.762705] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b1947-3c9c-c202-a663-7bc8e32d5cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.814218] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730565, 'name': ReconfigVM_Task, 'duration_secs': 0.718641} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.817109] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ec6f9820-2a53-40af-b2bf-bb6916a76c3c/ec6f9820-2a53-40af-b2bf-bb6916a76c3c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.817519] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbe2d86-e22e-4111-bb70-ef520a073ccd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.826271] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 976.826271] env[63309]: value = "task-2730569" [ 976.826271] env[63309]: _type = "Task" [ 976.826271] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.835478] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730569, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.920481] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f7b2d716-82b3-45ed-a035-cad21a6ec189 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 976.920837] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 976.920994] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 976.992443] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "0a440792-9b4e-419a-9e0c-76e24088950d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.992754] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "0a440792-9b4e-419a-9e0c-76e24088950d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.014476] env[63309]: DEBUG oslo_vmware.api [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730566, 'name': RemoveSnapshot_Task, 'duration_secs': 0.769397} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.014770] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.112868] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.264638] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.264983] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Processing image c620c19d-1b2c-4ced-8aa9-c69465157176 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.265174] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.265318] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.265491] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.265768] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-447e5208-a767-40c1-a342-b2091e57f7b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.287426] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.287616] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.290519] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a9db8e-72fe-4c1c-b49c-42eddbb63561 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.296486] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 977.296486] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52028c17-ea42-b88d-dccf-7910d2a13138" [ 977.296486] env[63309]: _type = "Task" [ 977.296486] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.304657] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52028c17-ea42-b88d-dccf-7910d2a13138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.310375] env[63309]: DEBUG nova.network.neutron [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [{"id": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "address": "fa:16:3e:03:c9:a3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb1610-90", "ovs_interfaceid": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.317782] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d317aa-c855-4072-b71c-f94c0fb1bdab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.326271] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29bef9-1366-49a1-9d5d-c528d812aabe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.340497] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730569, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.368778] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1182c0-8c01-4a8c-b0e0-c03e1c457125 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.377301] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c06b07-5062-4272-b73f-ab278a6fe6e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.395032] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.498162] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.523863] env[63309]: WARNING nova.compute.manager [None req-806bf0c2-165f-485c-b35c-adba9cef8d53 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Image not found during snapshot: nova.exception.ImageNotFound: Image 0599cf5d-3239-4520-83f7-49fbe18c8060 could not be found. [ 977.551655] env[63309]: DEBUG nova.network.neutron [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updated VIF entry in instance network info cache for port fc751bca-62ae-438e-b890-aeb3df8f54fe. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.552051] env[63309]: DEBUG nova.network.neutron [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [{"id": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "address": "fa:16:3e:ae:12:4d", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc751bca-62", "ovs_interfaceid": "fc751bca-62ae-438e-b890-aeb3df8f54fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.615734] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.809276] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 977.809482] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Fetch image to [datastore2] OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0/OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 977.809664] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Downloading stream optimized image c620c19d-1b2c-4ced-8aa9-c69465157176 to [datastore2] OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0/OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0.vmdk on the data store datastore2 as vApp {{(pid=63309) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 977.809859] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Downloading image file data c620c19d-1b2c-4ced-8aa9-c69465157176 to the ESX as VM named 'OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0' {{(pid=63309) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 977.813730] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.842216] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730569, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.900538] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.916227] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 977.916227] env[63309]: value = "resgroup-9" [ 977.916227] env[63309]: _type = "ResourcePool" [ 977.916227] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 977.916583] env[63309]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6fc5caf0-6fd8-458d-9eae-b17f41bed123 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.945700] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease: (returnval){ [ 977.945700] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 977.945700] env[63309]: _type = "HttpNfcLease" [ 977.945700] env[63309]: } obtained for vApp import into resource pool (val){ [ 977.945700] env[63309]: value = "resgroup-9" [ 977.945700] env[63309]: _type = "ResourcePool" [ 977.945700] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 977.946016] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the lease: (returnval){ [ 977.946016] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 977.946016] env[63309]: _type = "HttpNfcLease" [ 977.946016] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 977.954676] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.954676] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 977.954676] env[63309]: _type = "HttpNfcLease" [ 977.954676] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.026032] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.055445] env[63309]: DEBUG oslo_concurrency.lockutils [req-22dbae9d-2e75-4099-a3ee-4de238215f52 req-50de402f-9fca-4125-a4a1-1fbe5707e3b0 service nova] Releasing lock "refresh_cache-feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.090113] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.090355] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.121498] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730568, 'name': ReconfigVM_Task, 'duration_secs': 1.21474} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.121818] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 978.122392] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6851d86-74e9-4a9f-9d58-bc6873b11fbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.131824] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 978.131824] env[63309]: value = "task-2730571" [ 978.131824] env[63309]: _type = "Task" [ 978.131824] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.142818] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730571, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.337378] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47369f-db43-45cb-85a8-2db96eef4d65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.358734] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f18fa-a82c-4146-bb63-8796bcd0976c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.361444] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730569, 'name': Rename_Task, 'duration_secs': 1.084519} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.361700] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.362242] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6044e2c7-3c1b-4a9c-ad55-8fe962fe1684 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.367029] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.371423] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 978.371423] env[63309]: value = "task-2730572" [ 978.371423] env[63309]: _type = "Task" [ 978.371423] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.380600] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.407834] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 978.407834] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.555s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.407834] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.227s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.408122] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.411095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.411362] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.413906] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.884s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.417900] env[63309]: INFO nova.compute.claims [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.441158] env[63309]: INFO nova.scheduler.client.report [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Deleted allocations for instance 24132d19-337b-4845-b2a4-bc65f574b61e [ 978.443115] env[63309]: INFO nova.scheduler.client.report [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Deleted allocations for instance f2fdd805-5e73-497f-a24d-5023d32a8e14 [ 978.456701] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.456701] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 978.456701] env[63309]: _type = "HttpNfcLease" [ 978.456701] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.593260] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.615398] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "769be7b2-8bb3-411d-8a58-413acd941d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.615704] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "769be7b2-8bb3-411d-8a58-413acd941d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.615942] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "769be7b2-8bb3-411d-8a58-413acd941d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.616177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "769be7b2-8bb3-411d-8a58-413acd941d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.616321] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "769be7b2-8bb3-411d-8a58-413acd941d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.618752] env[63309]: INFO nova.compute.manager [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Terminating instance [ 978.642328] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730571, 'name': Rename_Task, 'duration_secs': 0.168561} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.642682] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.642939] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c88f50f5-90b8-46ca-945c-dcbfd75da3cf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.651499] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 978.651499] env[63309]: value = "task-2730573" [ 978.651499] env[63309]: _type = "Task" [ 978.651499] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.660750] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.874147] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.874519] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06fc5c45-e728-417c-87ff-7742808fcae0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.887945] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 978.887945] env[63309]: value = "task-2730574" [ 978.887945] env[63309]: _type = "Task" [ 978.887945] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.888246] env[63309]: DEBUG oslo_vmware.api [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730572, 'name': PowerOnVM_Task, 'duration_secs': 0.505526} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.888543] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.888694] env[63309]: INFO nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Took 9.74 seconds to spawn the instance on the hypervisor. [ 978.888892] env[63309]: DEBUG nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.892491] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d2573-27f3-429f-9337-989bb1cea9bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.905859] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.960496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-43e0269d-47ba-4196-9e12-42cd4347179e tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "f2fdd805-5e73-497f-a24d-5023d32a8e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.331s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.961105] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.961105] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 978.961105] env[63309]: _type = "HttpNfcLease" [ 978.961105] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.961626] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d3c41882-1254-4f06-969e-3df23ace82be tempest-ServersWithSpecificFlavorTestJSON-296598846 tempest-ServersWithSpecificFlavorTestJSON-296598846-project-member] Lock "24132d19-337b-4845-b2a4-bc65f574b61e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.064s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.118049] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.122996] env[63309]: DEBUG nova.compute.manager [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.123272] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.124128] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ea84a-cf7b-41ab-a1d8-88ab6f7e6310 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.133337] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.133623] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c68ccc6-cf15-4b63-a965-514435c3862a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.143343] env[63309]: DEBUG oslo_vmware.api [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 979.143343] env[63309]: value = "task-2730575" [ 979.143343] env[63309]: _type = "Task" [ 979.143343] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.154126] env[63309]: DEBUG oslo_vmware.api [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.166209] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.402702] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730574, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.417090] env[63309]: INFO nova.compute.manager [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Took 35.90 seconds to build instance. [ 979.458874] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.458874] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 979.458874] env[63309]: _type = "HttpNfcLease" [ 979.458874] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.662246] env[63309]: DEBUG oslo_vmware.api [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730575, 'name': PowerOffVM_Task, 'duration_secs': 0.267167} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.662988] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.663185] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.663427] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d675066-b082-417e-8c0f-120008032e5c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.667899] env[63309]: DEBUG oslo_vmware.api [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730573, 'name': PowerOnVM_Task, 'duration_secs': 0.551088} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.668149] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.668427] env[63309]: DEBUG nova.compute.manager [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.669100] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834cdf8f-90d4-4c3d-b778-6fb1dc66c924 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.755391] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.755391] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.755610] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleting the datastore file [datastore1] 769be7b2-8bb3-411d-8a58-413acd941d80 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.756714] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b7dff0-a8ef-44af-932a-7ebd93632dcc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.759150] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f7629-1742-4d9a-8053-aa1d2cc2ced3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.767886] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f482b8-7050-490b-aef5-fd08304c0f1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.771218] env[63309]: DEBUG oslo_vmware.api [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for the task: (returnval){ [ 979.771218] env[63309]: value = "task-2730578" [ 979.771218] env[63309]: _type = "Task" [ 979.771218] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.804143] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40482a-1716-41bd-918f-7b14730442fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.810137] env[63309]: DEBUG oslo_vmware.api [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.816907] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc4f788-2510-4077-81a5-ca53e61054a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.833179] env[63309]: DEBUG nova.compute.provider_tree [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.902018] env[63309]: DEBUG oslo_vmware.api [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730574, 'name': PowerOnVM_Task, 'duration_secs': 0.654775} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.903020] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.903020] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b857910e-5453-47e8-9a68-296db8be782c tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance '2ea61370-d0d8-4331-a2f6-3b0f54b9b614' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.921531] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05bb1695-bb69-44b5-93ed-179f89d57cd9 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.415s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.957036] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.957036] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 979.957036] env[63309]: _type = "HttpNfcLease" [ 979.957036] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.960546] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.960546] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b1ca6-2dc7-82fd-91d2-20e6fb1f6e1a" [ 979.960546] env[63309]: _type = "HttpNfcLease" [ 979.960546] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 979.960546] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227e06d-a9b9-4062-8561-937c091832f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.969642] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7516c-ac1f-49e8-2a08-28bacedacadc/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.969835] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7516c-ac1f-49e8-2a08-28bacedacadc/disk-0.vmdk. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 980.034778] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05feb6e1-f631-477b-b8eb-fc2ae1b52c61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.188492] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.281780] env[63309]: DEBUG oslo_vmware.api [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Task: {'id': task-2730578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183662} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.281780] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.282035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.282257] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.282433] env[63309]: INFO nova.compute.manager [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.282706] env[63309]: DEBUG oslo.service.loopingcall [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.284447] env[63309]: DEBUG nova.compute.manager [-] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.284447] env[63309]: DEBUG nova.network.neutron [-] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.336047] env[63309]: DEBUG nova.scheduler.client.report [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.703767] env[63309]: DEBUG oslo_concurrency.lockutils [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.704077] env[63309]: DEBUG oslo_concurrency.lockutils [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.715247] env[63309]: DEBUG nova.compute.manager [req-aa308f15-439a-42e8-a6b8-9d5ac6db5162 req-62a47f28-e3d5-4c6f-8e63-d388bbd50c93 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Received event network-vif-deleted-915ff388-4b4e-458e-a173-d1a64cc698a8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.715535] env[63309]: INFO nova.compute.manager [req-aa308f15-439a-42e8-a6b8-9d5ac6db5162 req-62a47f28-e3d5-4c6f-8e63-d388bbd50c93 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Neutron deleted interface 915ff388-4b4e-458e-a173-d1a64cc698a8; detaching it from the instance and deleting it from the info cache [ 980.715817] env[63309]: DEBUG nova.network.neutron [req-aa308f15-439a-42e8-a6b8-9d5ac6db5162 req-62a47f28-e3d5-4c6f-8e63-d388bbd50c93 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.842140] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.842732] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.849022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.176s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.849022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.856255] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.765s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.856255] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.856255] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.560s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.887524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.887524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.887524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.887524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.887874] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.891596] env[63309]: INFO nova.compute.manager [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Terminating instance [ 980.898445] env[63309]: INFO nova.scheduler.client.report [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Deleted allocations for instance 42093264-2f5a-4d97-874b-dbc7a80692c7 [ 980.900284] env[63309]: INFO nova.scheduler.client.report [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Deleted allocations for instance cf0d4a84-d065-460d-b41f-2419c9630a54 [ 981.203229] env[63309]: DEBUG nova.network.neutron [-] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.210330] env[63309]: INFO nova.compute.manager [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Detaching volume 59b21db0-b50f-43e0-81bf-6e4bc5690ba7 [ 981.240561] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b21a21a-3e85-455a-baf1-c3b2df055282 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.259161] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe96a13-9a99-4fb4-90db-01cc463d4c5c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.295814] env[63309]: INFO nova.virt.block_device [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Attempting to driver detach volume 59b21db0-b50f-43e0-81bf-6e4bc5690ba7 from mountpoint /dev/sdb [ 981.298021] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.298021] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549780', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'name': 'volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '983feaac-59a0-49b3-b0a6-df826e873518', 'attached_at': '', 'detached_at': '', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'serial': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.303621] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc8122-98f9-4cf5-a383-495a10744e22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.362262] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9bb5a-c7b0-447d-9188-c665cf1d96f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.368554] env[63309]: DEBUG nova.compute.utils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.374645] env[63309]: INFO nova.compute.claims [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.381947] env[63309]: DEBUG nova.compute.manager [req-aa308f15-439a-42e8-a6b8-9d5ac6db5162 req-62a47f28-e3d5-4c6f-8e63-d388bbd50c93 service nova] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Detach interface failed, port_id=915ff388-4b4e-458e-a173-d1a64cc698a8, reason: Instance 769be7b2-8bb3-411d-8a58-413acd941d80 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 981.388057] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.388398] env[63309]: DEBUG nova.network.neutron [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.399544] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1013adba-718b-43f2-b2c9-3dd97e74fee0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.403224] env[63309]: DEBUG nova.compute.manager [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.403468] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.407044] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eb667a-6ae7-4477-b123-8ee8c2611c43 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.452537] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5859bb4e-1f12-472c-abd9-1ecc6e6cde31 tempest-InstanceActionsV221TestJSON-1827088542 tempest-InstanceActionsV221TestJSON-1827088542-project-member] Lock "cf0d4a84-d065-460d-b41f-2419c9630a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.803s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.458359] env[63309]: DEBUG nova.policy [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.460164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bcee90e8-3274-456c-b966-46a33ff07167 tempest-ServersTestManualDisk-814313982 tempest-ServersTestManualDisk-814313982-project-member] Lock "42093264-2f5a-4d97-874b-dbc7a80692c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.229s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.467667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586557dc-284e-439c-a526-1c88a3cffd5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.470076] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.474176] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c96bc6c-cdd3-4045-9863-8f7d74c15d0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.502485] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] The volume has not been displaced from its original location: [datastore2] volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7/volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 981.509698] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.518217] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a1018a-8435-4324-a2a2-7f93c186aa0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.533016] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 981.533016] env[63309]: value = "task-2730579" [ 981.533016] env[63309]: _type = "Task" [ 981.533016] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.546074] env[63309]: DEBUG oslo_vmware.api [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 981.546074] env[63309]: value = "task-2730580" [ 981.546074] env[63309]: _type = "Task" [ 981.546074] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.553568] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.567715] env[63309]: DEBUG oslo_vmware.api [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.672863] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 981.674029] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7516c-ac1f-49e8-2a08-28bacedacadc/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.675124] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a003f-8f7c-413d-9b60-4bc5e445f2b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.683640] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7516c-ac1f-49e8-2a08-28bacedacadc/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.683881] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7516c-ac1f-49e8-2a08-28bacedacadc/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 981.684263] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c69fdb6c-c750-473b-ac2d-3b2887ece78a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.706405] env[63309]: INFO nova.compute.manager [-] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Took 1.42 seconds to deallocate network for instance. [ 981.802818] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.803743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.803743] env[63309]: DEBUG nova.compute.manager [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Going to confirm migration 3 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 981.872606] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.896039] env[63309]: INFO nova.compute.resource_tracker [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating resource usage from migration 039daf82-31b1-4b32-85ad-0a290bb57e0a [ 981.965354] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7516c-ac1f-49e8-2a08-28bacedacadc/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 981.965637] env[63309]: INFO nova.virt.vmwareapi.images [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Downloaded image file data c620c19d-1b2c-4ced-8aa9-c69465157176 [ 981.969785] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34ee24-eb74-4e79-bc0f-fe399eb34802 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.001337] env[63309]: DEBUG nova.network.neutron [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Successfully created port: 10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.004218] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aafd2eb-1c87-4674-9f21-457dc9b2f4c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.048442] env[63309]: INFO nova.virt.vmwareapi.images [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] The imported VM was unregistered [ 982.051465] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 982.051816] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.053706] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad893c3-98a0-40e9-8adb-01f93d70388c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.067208] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730579, 'name': PowerOffVM_Task, 'duration_secs': 0.412201} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.068391] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.068391] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.068804] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-842d3cc2-5d61-48f7-ace5-8d1cb322b31d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.077883] env[63309]: DEBUG oslo_vmware.api [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730580, 'name': ReconfigVM_Task, 'duration_secs': 0.368635} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.077883] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.084384] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9066ed5d-c5b1-42ce-90ae-a013871ab826 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.095614] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created directory with path [datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.095934] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0/OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0.vmdk to [datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk. {{(pid=63309) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 982.098894] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d79e1fd-fd40-4397-b23b-63703f3f893a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.108332] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 982.108332] env[63309]: value = "task-2730583" [ 982.108332] env[63309]: _type = "Task" [ 982.108332] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.110067] env[63309]: DEBUG oslo_vmware.api [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 982.110067] env[63309]: value = "task-2730584" [ 982.110067] env[63309]: _type = "Task" [ 982.110067] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.129868] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.134152] env[63309]: DEBUG oslo_vmware.api [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.163648] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.163933] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.164287] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Deleting the datastore file [datastore2] ec6f9820-2a53-40af-b2bf-bb6916a76c3c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.164472] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08a2b29d-5dc7-4383-89ce-e7f833c03ee8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.177627] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for the task: (returnval){ [ 982.177627] env[63309]: value = "task-2730585" [ 982.177627] env[63309]: _type = "Task" [ 982.177627] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.187662] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.214839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.366165] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d6dc2b-57d7-4318-8742-e5d5ff4c3d46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.376126] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec676a5d-a3eb-4c45-9289-976946d601df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.386516] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.386889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.387305] env[63309]: DEBUG nova.network.neutron [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.387753] env[63309]: DEBUG nova.objects.instance [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lazy-loading 'info_cache' on Instance uuid 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.430085] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5aee38-8d27-4606-81d3-58ed3a7d5765 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.442078] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ece9b4-f219-44c2-9494-d4040cc8338b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.462645] env[63309]: DEBUG nova.compute.provider_tree [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.623799] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.627809] env[63309]: DEBUG oslo_vmware.api [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730584, 'name': ReconfigVM_Task, 'duration_secs': 0.195108} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.628145] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549780', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'name': 'volume-59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '983feaac-59a0-49b3-b0a6-df826e873518', 'attached_at': '', 'detached_at': '', 'volume_id': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7', 'serial': '59b21db0-b50f-43e0-81bf-6e4bc5690ba7'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 982.693243] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.893823] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.930470] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.930470] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.930843] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.931164] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.931366] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.931525] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.931854] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.932114] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.932341] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.932528] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.932725] env[63309]: DEBUG nova.virt.hardware [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.933193] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.933433] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.933636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "43daa061-8ca8-4e4f-9c12-44eedd288acd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.933819] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.933986] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.936380] env[63309]: INFO nova.compute.manager [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Terminating instance [ 982.940755] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343ae8c-7784-496e-b7d1-d33e6bb3e355 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.956108] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a01c14-32a2-4203-a345-a3b76126b9bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.965558] env[63309]: DEBUG nova.scheduler.client.report [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.124146] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.202172] env[63309]: DEBUG oslo_vmware.api [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Task: {'id': task-2730585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603402} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.202172] env[63309]: DEBUG nova.objects.instance [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'flavor' on Instance uuid 983feaac-59a0-49b3-b0a6-df826e873518 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.204382] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.205834] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.206301] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.206671] env[63309]: INFO nova.compute.manager [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Took 1.80 seconds to destroy the instance on the hypervisor. [ 983.207177] env[63309]: DEBUG oslo.service.loopingcall [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.208073] env[63309]: DEBUG nova.compute.manager [-] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.208285] env[63309]: DEBUG nova.network.neutron [-] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.445911] env[63309]: DEBUG nova.compute.manager [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.446198] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.447184] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8464536-6dfa-4930-9964-bc4628a2c267 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.459096] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.459431] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d276ac75-f6b2-4878-bb37-e1669dab8d8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.472277] env[63309]: DEBUG oslo_vmware.api [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 983.472277] env[63309]: value = "task-2730586" [ 983.472277] env[63309]: _type = "Task" [ 983.472277] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.482648] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.628s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.482648] env[63309]: INFO nova.compute.manager [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Migrating [ 983.505507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.989s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.509566] env[63309]: INFO nova.compute.claims [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.513350] env[63309]: DEBUG oslo_vmware.api [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.630649] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.889835] env[63309]: DEBUG nova.compute.manager [req-d16c47cf-fe58-4d22-a341-1d0f21c9716d req-459bf962-7154-4632-b74c-f786f916ea85 service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Received event network-vif-deleted-5c44fad6-4bb1-44e0-8b24-ce3e5ba54669 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.890073] env[63309]: INFO nova.compute.manager [req-d16c47cf-fe58-4d22-a341-1d0f21c9716d req-459bf962-7154-4632-b74c-f786f916ea85 service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Neutron deleted interface 5c44fad6-4bb1-44e0-8b24-ce3e5ba54669; detaching it from the instance and deleting it from the info cache [ 983.890289] env[63309]: DEBUG nova.network.neutron [req-d16c47cf-fe58-4d22-a341-1d0f21c9716d req-459bf962-7154-4632-b74c-f786f916ea85 service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.990581] env[63309]: DEBUG oslo_vmware.api [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730586, 'name': PowerOffVM_Task, 'duration_secs': 0.309812} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.992168] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.992168] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.992168] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7813bc1e-70ea-40da-9e50-c5c98eb1019a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.024038] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.024145] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.024448] env[63309]: DEBUG nova.network.neutron [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.077493] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.078366] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.078688] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Deleting the datastore file [datastore1] 43daa061-8ca8-4e4f-9c12-44eedd288acd {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.079049] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db54e650-9f6e-4d8c-80dc-4ae047a2512e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.083883] env[63309]: DEBUG nova.network.neutron [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [{"id": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "address": "fa:16:3e:03:c9:a3", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb1610-90", "ovs_interfaceid": "36cb1610-9029-4586-8f75-8d3dc91bae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.095526] env[63309]: DEBUG oslo_vmware.api [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for the task: (returnval){ [ 984.095526] env[63309]: value = "task-2730588" [ 984.095526] env[63309]: _type = "Task" [ 984.095526] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.111083] env[63309]: DEBUG oslo_vmware.api [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.125857] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.215709] env[63309]: DEBUG oslo_concurrency.lockutils [None req-09dbf637-8e51-4917-8a7e-513eab8c66da tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.511s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.370117] env[63309]: DEBUG nova.network.neutron [-] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.394745] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6002875-ac8c-4e42-9279-2cd18140ef7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.408949] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b090131-6fc6-42e0-afc8-7ce148fb3615 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.461940] env[63309]: DEBUG nova.compute.manager [req-d16c47cf-fe58-4d22-a341-1d0f21c9716d req-459bf962-7154-4632-b74c-f786f916ea85 service nova] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Detach interface failed, port_id=5c44fad6-4bb1-44e0-8b24-ce3e5ba54669, reason: Instance ec6f9820-2a53-40af-b2bf-bb6916a76c3c could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 984.588198] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-2ea61370-d0d8-4331-a2f6-3b0f54b9b614" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.589582] env[63309]: DEBUG nova.objects.instance [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lazy-loading 'migration_context' on Instance uuid 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.614948] env[63309]: DEBUG oslo_vmware.api [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Task: {'id': task-2730588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253287} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.617965] env[63309]: DEBUG nova.compute.manager [req-ed193a67-b939-49e6-a542-a2a6df510921 req-5f248fee-1fb2-460f-817f-f912cc09ff8c service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Received event network-vif-plugged-10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.618485] env[63309]: DEBUG oslo_concurrency.lockutils [req-ed193a67-b939-49e6-a542-a2a6df510921 req-5f248fee-1fb2-460f-817f-f912cc09ff8c service nova] Acquiring lock "a4fbd008-35a9-402c-a226-600eb041131c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.618485] env[63309]: DEBUG oslo_concurrency.lockutils [req-ed193a67-b939-49e6-a542-a2a6df510921 req-5f248fee-1fb2-460f-817f-f912cc09ff8c service nova] Lock "a4fbd008-35a9-402c-a226-600eb041131c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.618612] env[63309]: DEBUG oslo_concurrency.lockutils [req-ed193a67-b939-49e6-a542-a2a6df510921 req-5f248fee-1fb2-460f-817f-f912cc09ff8c service nova] Lock "a4fbd008-35a9-402c-a226-600eb041131c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.618766] env[63309]: DEBUG nova.compute.manager [req-ed193a67-b939-49e6-a542-a2a6df510921 req-5f248fee-1fb2-460f-817f-f912cc09ff8c service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] No waiting events found dispatching network-vif-plugged-10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.618929] env[63309]: WARNING nova.compute.manager [req-ed193a67-b939-49e6-a542-a2a6df510921 req-5f248fee-1fb2-460f-817f-f912cc09ff8c service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Received unexpected event network-vif-plugged-10c728f9-e742-47c6-a313-e86c6f3cae86 for instance with vm_state building and task_state spawning. [ 984.626323] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.627708] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.627708] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.627708] env[63309]: INFO nova.compute.manager [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 984.627708] env[63309]: DEBUG oslo.service.loopingcall [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.629391] env[63309]: DEBUG nova.compute.manager [-] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.629511] env[63309]: DEBUG nova.network.neutron [-] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.645417] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.743771] env[63309]: DEBUG nova.network.neutron [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Successfully updated port: 10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.874979] env[63309]: INFO nova.compute.manager [-] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Took 1.67 seconds to deallocate network for instance. [ 984.987601] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529fd929-bf74-405e-8b02-5c5568280494 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.999621] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475eca34-8d5c-4255-953c-6cd27dd2104d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.043704] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882e70a2-9edb-4a2a-9f5a-b26c2603c70c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.052278] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e44d9e-31fc-416a-8095-9854b0a75c48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.067904] env[63309]: DEBUG nova.compute.provider_tree [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.094396] env[63309]: DEBUG nova.objects.base [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Object Instance<2ea61370-d0d8-4331-a2f6-3b0f54b9b614> lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.095439] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43935d-bd94-49a8-abeb-92fc684c876e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.125023] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1020708b-ac66-47d5-93be-3a88f408832b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.128606] env[63309]: DEBUG oslo_vmware.api [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 985.128606] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ab23d-2d3f-4f4a-a338-141890825704" [ 985.128606] env[63309]: _type = "Task" [ 985.128606] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.131743] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.141401] env[63309]: DEBUG oslo_vmware.api [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ab23d-2d3f-4f4a-a338-141890825704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.245859] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-a4fbd008-35a9-402c-a226-600eb041131c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.246175] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-a4fbd008-35a9-402c-a226-600eb041131c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.246389] env[63309]: DEBUG nova.network.neutron [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.384870] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.465794] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.466061] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.466588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "983feaac-59a0-49b3-b0a6-df826e873518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.466588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.466741] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.468670] env[63309]: INFO nova.compute.manager [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Terminating instance [ 985.524940] env[63309]: DEBUG nova.network.neutron [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.571242] env[63309]: DEBUG nova.scheduler.client.report [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.631160] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730583, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.259246} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.631439] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0/OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0.vmdk to [datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk. [ 985.631618] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Cleaning up location [datastore2] OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 985.631777] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_21735f50-fb7d-4274-a0b7-0ab99ba97ff0 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.632096] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aef080d-33d8-4924-aa0a-d6ca3bb41e9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.644024] env[63309]: DEBUG oslo_vmware.api [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528ab23d-2d3f-4f4a-a338-141890825704, 'name': SearchDatastore_Task, 'duration_secs': 0.022719} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.645419] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.645723] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 985.645723] env[63309]: value = "task-2730589" [ 985.645723] env[63309]: _type = "Task" [ 985.645723] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.656973] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.817216] env[63309]: DEBUG nova.network.neutron [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.929445] env[63309]: DEBUG nova.compute.manager [req-b790c94b-8fb7-4623-accf-3cf05e4f6457 req-82b73941-ab54-4725-8adb-7f61f286355d service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Received event network-vif-deleted-792f78da-c3c5-4eb0-b571-ab93464c9031 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.929742] env[63309]: INFO nova.compute.manager [req-b790c94b-8fb7-4623-accf-3cf05e4f6457 req-82b73941-ab54-4725-8adb-7f61f286355d service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Neutron deleted interface 792f78da-c3c5-4eb0-b571-ab93464c9031; detaching it from the instance and deleting it from the info cache [ 985.929823] env[63309]: DEBUG nova.network.neutron [req-b790c94b-8fb7-4623-accf-3cf05e4f6457 req-82b73941-ab54-4725-8adb-7f61f286355d service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.972839] env[63309]: DEBUG nova.compute.manager [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.973734] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.975014] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664848eb-9d2d-47e3-ac24-e359ddc71519 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.990405] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.990752] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55f869f-02b6-4002-8941-2f3302bd4096 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.993658] env[63309]: DEBUG nova.network.neutron [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Updating instance_info_cache with network_info: [{"id": "10c728f9-e742-47c6-a313-e86c6f3cae86", "address": "fa:16:3e:3d:76:e2", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c728f9-e7", "ovs_interfaceid": "10c728f9-e742-47c6-a313-e86c6f3cae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.013226] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 986.013226] env[63309]: value = "task-2730590" [ 986.013226] env[63309]: _type = "Task" [ 986.013226] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.026876] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.028789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.076865] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.077476] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.082278] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.057s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.086101] env[63309]: INFO nova.compute.claims [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.161153] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039679} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.161471] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.161894] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.162244] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk to [datastore2] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.162544] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-843f4846-8cc4-4da4-bac7-c0a036932392 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.173041] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 986.173041] env[63309]: value = "task-2730591" [ 986.173041] env[63309]: _type = "Task" [ 986.173041] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.186898] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.343826] env[63309]: DEBUG nova.network.neutron [-] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.434490] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae835810-b877-4e63-bbc7-91cfca8d10e4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.446015] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a57f9b-41fa-4aec-8df9-4a48184c01d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.495712] env[63309]: DEBUG nova.compute.manager [req-b790c94b-8fb7-4623-accf-3cf05e4f6457 req-82b73941-ab54-4725-8adb-7f61f286355d service nova] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Detach interface failed, port_id=792f78da-c3c5-4eb0-b571-ab93464c9031, reason: Instance 43daa061-8ca8-4e4f-9c12-44eedd288acd could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 986.497142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-a4fbd008-35a9-402c-a226-600eb041131c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.498197] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Instance network_info: |[{"id": "10c728f9-e742-47c6-a313-e86c6f3cae86", "address": "fa:16:3e:3d:76:e2", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c728f9-e7", "ovs_interfaceid": "10c728f9-e742-47c6-a313-e86c6f3cae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.498430] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:76:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10c728f9-e742-47c6-a313-e86c6f3cae86', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.508675] env[63309]: DEBUG oslo.service.loopingcall [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.508675] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.508675] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0e9ad4-fcb3-446c-a314-628b1431f00f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538671] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.538671] env[63309]: value = "task-2730592" [ 986.538671] env[63309]: _type = "Task" [ 986.538671] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.542642] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730590, 'name': PowerOffVM_Task, 'duration_secs': 0.353411} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.546353] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.546637] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.547210] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f95e6dda-9f7b-4d0c-b7de-1b3d3dcc6f93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.555198] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730592, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.589339] env[63309]: DEBUG nova.compute.utils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.594580] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.594807] env[63309]: DEBUG nova.network.neutron [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.690437] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.692920] env[63309]: DEBUG nova.policy [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b232801ab2445fb97401d29d72e5dd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd240874b4c64b48be140ed770ce0a12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.739526] env[63309]: DEBUG nova.compute.manager [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Received event network-changed-10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.739718] env[63309]: DEBUG nova.compute.manager [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Refreshing instance network info cache due to event network-changed-10c728f9-e742-47c6-a313-e86c6f3cae86. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.740010] env[63309]: DEBUG oslo_concurrency.lockutils [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] Acquiring lock "refresh_cache-a4fbd008-35a9-402c-a226-600eb041131c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.740526] env[63309]: DEBUG oslo_concurrency.lockutils [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] Acquired lock "refresh_cache-a4fbd008-35a9-402c-a226-600eb041131c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.740748] env[63309]: DEBUG nova.network.neutron [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Refreshing network info cache for port 10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.848599] env[63309]: INFO nova.compute.manager [-] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Took 2.22 seconds to deallocate network for instance. [ 986.982570] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.983564] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.984226] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleting the datastore file [datastore2] 983feaac-59a0-49b3-b0a6-df826e873518 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.984737] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107b1239-6acd-4e0e-8b05-c97ef286f640 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.998035] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 986.998035] env[63309]: value = "task-2730594" [ 986.998035] env[63309]: _type = "Task" [ 986.998035] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.013756] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.059357] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730592, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.094883] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.189743] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.207664] env[63309]: DEBUG nova.network.neutron [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Successfully created port: 90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.356795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.512795] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.533334] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b82e5-acf4-4040-8814-cd0d856dc061 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.545581] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9cf9d4-4968-46b2-a3c9-5dfa4d05c6be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.556624] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b361a45-c1bf-45db-b4a3-f93b4acf0f17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.566207] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730592, 'name': CreateVM_Task, 'duration_secs': 0.959749} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.613418] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.613920] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.626386] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.626578] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.626910] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.627756] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642936e1-41c9-45ef-b078-8ea13d5e4f83 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.631219] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bf601c-18ef-4d77-a606-2caf24d2a688 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.639495] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 987.639495] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523fcd4e-29be-e41d-2d96-db4f4dfa464f" [ 987.639495] env[63309]: _type = "Task" [ 987.639495] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.647266] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d60c35-791e-4914-abb2-da738ffe8ee1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.661058] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523fcd4e-29be-e41d-2d96-db4f4dfa464f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.670528] env[63309]: DEBUG nova.compute.provider_tree [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.688998] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.713217] env[63309]: DEBUG nova.network.neutron [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Updated VIF entry in instance network info cache for port 10c728f9-e742-47c6-a313-e86c6f3cae86. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.713635] env[63309]: DEBUG nova.network.neutron [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Updating instance_info_cache with network_info: [{"id": "10c728f9-e742-47c6-a313-e86c6f3cae86", "address": "fa:16:3e:3d:76:e2", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c728f9-e7", "ovs_interfaceid": "10c728f9-e742-47c6-a313-e86c6f3cae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.018398] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.129218] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.129625] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b59c349-4a32-4b1c-964c-3379a13c0424 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.135117] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.141362] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 988.141362] env[63309]: value = "task-2730595" [ 988.141362] env[63309]: _type = "Task" [ 988.141362] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.155507] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523fcd4e-29be-e41d-2d96-db4f4dfa464f, 'name': SearchDatastore_Task, 'duration_secs': 0.093063} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.159567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.159855] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.160106] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.160250] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.160427] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.162702] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8783a3ed-8945-4dd0-abb8-aecd34671095 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.165482] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.165482] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.176994] env[63309]: DEBUG nova.scheduler.client.report [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.183469] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.183784] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.184092] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.184324] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.184480] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.184635] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.184999] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.185356] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.185567] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.185851] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.186542] env[63309]: DEBUG nova.virt.hardware [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.187896] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1129a-4fdf-4c8d-9f49-9feb9451fbfc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.197636] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.197988] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.200833] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e94bec3-21e3-45ca-9c64-eecaf780848d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.208222] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b215ed-b791-44e8-aec4-649e16e5714b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.217952] env[63309]: DEBUG oslo_concurrency.lockutils [req-b2cdfb39-a13f-452d-a13f-bf211468bfb4 req-ed2eb1a6-46eb-466d-973a-5a33968105ac service nova] Releasing lock "refresh_cache-a4fbd008-35a9-402c-a226-600eb041131c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.218921] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.218921] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 988.218921] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523fde62-39c8-e8a1-b7b3-176ff156faa7" [ 988.218921] env[63309]: _type = "Task" [ 988.218921] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.238559] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523fde62-39c8-e8a1-b7b3-176ff156faa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.510150] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.672508] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.675672] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.675672] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.675904] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.676083] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.676234] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.676451] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.676608] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.676773] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.676940] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.677137] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.684458] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b759adb9-9105-4dfc-b49a-3c7db7bae7b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.700345] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.701449] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.707605] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.590s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.709182] env[63309]: INFO nova.compute.claims [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.719978] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.725089] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 988.725089] env[63309]: value = "task-2730596" [ 988.725089] env[63309]: _type = "Task" [ 988.725089] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.732227] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523fde62-39c8-e8a1-b7b3-176ff156faa7, 'name': SearchDatastore_Task, 'duration_secs': 0.082704} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.733731] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af41e6b-5763-42ae-a90c-54045c8031be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.740215] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.745009] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 988.745009] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52014c47-a569-4112-9752-de138e1faedf" [ 988.745009] env[63309]: _type = "Task" [ 988.745009] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.763936] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52014c47-a569-4112-9752-de138e1faedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.987493] env[63309]: DEBUG nova.compute.manager [req-36cf56a1-cc6a-4a30-9d49-a23f302af741 req-b3092042-0841-4950-96e6-ecded0d58276 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Received event network-vif-plugged-90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.987712] env[63309]: DEBUG oslo_concurrency.lockutils [req-36cf56a1-cc6a-4a30-9d49-a23f302af741 req-b3092042-0841-4950-96e6-ecded0d58276 service nova] Acquiring lock "f7b2d716-82b3-45ed-a035-cad21a6ec189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.990632] env[63309]: DEBUG oslo_concurrency.lockutils [req-36cf56a1-cc6a-4a30-9d49-a23f302af741 req-b3092042-0841-4950-96e6-ecded0d58276 service nova] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.990632] env[63309]: DEBUG oslo_concurrency.lockutils [req-36cf56a1-cc6a-4a30-9d49-a23f302af741 req-b3092042-0841-4950-96e6-ecded0d58276 service nova] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.990632] env[63309]: DEBUG nova.compute.manager [req-36cf56a1-cc6a-4a30-9d49-a23f302af741 req-b3092042-0841-4950-96e6-ecded0d58276 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] No waiting events found dispatching network-vif-plugged-90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.990632] env[63309]: WARNING nova.compute.manager [req-36cf56a1-cc6a-4a30-9d49-a23f302af741 req-b3092042-0841-4950-96e6-ecded0d58276 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Received unexpected event network-vif-plugged-90b9bc42-9404-4d8d-95e1-b8a70ca89152 for instance with vm_state building and task_state spawning. [ 989.010338] env[63309]: DEBUG oslo_vmware.api [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.870557} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.010599] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.010889] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.010980] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.011137] env[63309]: INFO nova.compute.manager [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Took 3.04 seconds to destroy the instance on the hypervisor. [ 989.011373] env[63309]: DEBUG oslo.service.loopingcall [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.011564] env[63309]: DEBUG nova.compute.manager [-] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.011674] env[63309]: DEBUG nova.network.neutron [-] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.155278] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.155573] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.209708] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730591, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.672836} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.210541] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c620c19d-1b2c-4ced-8aa9-c69465157176/c620c19d-1b2c-4ced-8aa9-c69465157176.vmdk to [datastore2] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.210780] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c5f37b-2549-48af-b41c-374a3158c63b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.214316] env[63309]: DEBUG nova.compute.utils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.219360] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.219360] env[63309]: DEBUG nova.network.neutron [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.250742] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.255706] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a2609a-c30e-45e8-b4e4-084fe8d1e251 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.282902] env[63309]: DEBUG nova.policy [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc61e9384e94396bb9c7f0c52349a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ede1c995fa48d1b5b23266b015ca05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.288785] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730596, 'name': ReconfigVM_Task, 'duration_secs': 0.178906} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.296836] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.297798] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 989.297798] env[63309]: value = "task-2730597" [ 989.297798] env[63309]: _type = "Task" [ 989.297798] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.298387] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52014c47-a569-4112-9752-de138e1faedf, 'name': SearchDatastore_Task, 'duration_secs': 0.081766} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.298886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.299137] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] a4fbd008-35a9-402c-a226-600eb041131c/a4fbd008-35a9-402c-a226-600eb041131c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.302859] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fd1492-13f8-4f97-8b86-41af2d11a687 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.311623] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.313030] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 989.313030] env[63309]: value = "task-2730598" [ 989.313030] env[63309]: _type = "Task" [ 989.313030] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.327710] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.333233] env[63309]: DEBUG nova.network.neutron [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Successfully updated port: 90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.658368] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.721721] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.802021] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.802537] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.802537] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.802708] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.803866] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.803866] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.803866] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.803866] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.803866] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.804045] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.804083] env[63309]: DEBUG nova.virt.hardware [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.811237] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.811902] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5afa25-83d2-4ed1-8bc5-f1c6b457c16a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.840807] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.840970] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.841116] env[63309]: DEBUG nova.network.neutron [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.854891] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.859563] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.860054] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 989.860054] env[63309]: value = "task-2730599" [ 989.860054] env[63309]: _type = "Task" [ 989.860054] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.876332] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.907929] env[63309]: DEBUG nova.network.neutron [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Successfully created port: d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.187556] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.217934] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7175d5-eb17-4c22-a9d5-da8560c6d316 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.229257] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3ca06-998e-4105-a23c-8bfba725cf93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.267781] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf56f1c-0309-4e5b-8ab6-0a3192f06573 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.281882] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c4d64d-33e7-45e6-9880-5b1e030d13dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.297882] env[63309]: DEBUG nova.compute.provider_tree [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.325594] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730597, 'name': ReconfigVM_Task, 'duration_secs': 0.940677} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.325901] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfigured VM instance instance-00000026 to attach disk [datastore2] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269/feb7d9ed-c1d5-40c6-8f6c-c5e138b58269.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.328223] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '8916ba0c-66a6-4468-8d2e-6a0dd94e1115'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': '8b84a277-4ecd-4498-9417-c55df8b514fe', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549787', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'name': 'volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'feb7d9ed-c1d5-40c6-8f6c-c5e138b58269', 'attached_at': '', 'detached_at': '', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'serial': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb'}, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63309) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 990.328451] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 990.328509] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549787', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'name': 'volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'feb7d9ed-c1d5-40c6-8f6c-c5e138b58269', 'attached_at': '', 'detached_at': '', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'serial': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 990.329764] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb440bc-3cde-4a18-a4da-41a4d30a3e3f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.354591] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91222453-9939-4615-acc9-6093589f6a94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.363503] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70878} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.379554] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] a4fbd008-35a9-402c-a226-600eb041131c/a4fbd008-35a9-402c-a226-600eb041131c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.379752] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.387501] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb/volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.387755] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc1c900-829a-4ea8-bbcf-775724134405 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.389811] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6caa6baa-f738-4065-bb4f-8905327d2eba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.403022] env[63309]: DEBUG nova.network.neutron [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.411034] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730599, 'name': ReconfigVM_Task, 'duration_secs': 0.215253} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.412897] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.413366] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 990.413366] env[63309]: value = "task-2730600" [ 990.413366] env[63309]: _type = "Task" [ 990.413366] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.413542] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 990.413542] env[63309]: value = "task-2730601" [ 990.413542] env[63309]: _type = "Task" [ 990.413542] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.417073] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13331cc7-ba8f-4b6c-898c-fdb1a84b4d17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.447072] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.454721] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be/6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.458378] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d5a9dc-7bc1-4df0-bd4b-a532427402f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.471480] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.480552] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 990.480552] env[63309]: value = "task-2730602" [ 990.480552] env[63309]: _type = "Task" [ 990.480552] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.489543] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.630618] env[63309]: DEBUG nova.network.neutron [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Updating instance_info_cache with network_info: [{"id": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "address": "fa:16:3e:cb:ca:23", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b9bc42-94", "ovs_interfaceid": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.692627] env[63309]: DEBUG nova.network.neutron [-] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.742400] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.782655] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.782903] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.783109] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.783337] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.783516] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.783685] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.783935] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.784856] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.784987] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.785205] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.785385] env[63309]: DEBUG nova.virt.hardware [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.786888] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41076f77-8d66-4f24-a901-7bc4b96861b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.797433] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842a1f1-f6e5-4ad8-ae1f-7cdf66d97faf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.802031] env[63309]: DEBUG nova.scheduler.client.report [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.931336] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730601, 'name': ReconfigVM_Task, 'duration_secs': 0.340252} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.933470] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb/volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.939265] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074185} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.940404] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7aefcb-5214-43eb-bed0-b19b4e33cc80 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.952724] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.953653] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6f42d-d4f5-4d9b-a1ef-1bb7c65f825d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.981786] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] a4fbd008-35a9-402c-a226-600eb041131c/a4fbd008-35a9-402c-a226-600eb041131c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.983023] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2972b9-2a30-408a-8165-f7a6c7d82084 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.999133] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 990.999133] env[63309]: value = "task-2730603" [ 990.999133] env[63309]: _type = "Task" [ 990.999133] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.009981] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 991.009981] env[63309]: value = "task-2730604" [ 991.009981] env[63309]: _type = "Task" [ 991.009981] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.016322] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.017079] env[63309]: DEBUG oslo_vmware.api [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730602, 'name': ReconfigVM_Task, 'duration_secs': 0.312691} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.020334] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be/6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.020334] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.028639] env[63309]: DEBUG nova.compute.manager [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Received event network-changed-90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.028639] env[63309]: DEBUG nova.compute.manager [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Refreshing instance network info cache due to event network-changed-90b9bc42-9404-4d8d-95e1-b8a70ca89152. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.028728] env[63309]: DEBUG oslo_concurrency.lockutils [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] Acquiring lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.033071] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.133902] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.133902] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Instance network_info: |[{"id": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "address": "fa:16:3e:cb:ca:23", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b9bc42-94", "ovs_interfaceid": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.134137] env[63309]: DEBUG oslo_concurrency.lockutils [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] Acquired lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.134137] env[63309]: DEBUG nova.network.neutron [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Refreshing network info cache for port 90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.134531] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ca:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b9bc42-9404-4d8d-95e1-b8a70ca89152', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.143124] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Creating folder: Project (fd240874b4c64b48be140ed770ce0a12). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.147274] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c2e30ee-bbe8-404e-8ac2-2434e968c3d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.159885] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Created folder: Project (fd240874b4c64b48be140ed770ce0a12) in parent group-v549567. [ 991.160120] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Creating folder: Instances. Parent ref: group-v549812. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.160385] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b38afd6-d37a-4b64-975f-0c4e32080318 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.171865] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Created folder: Instances in parent group-v549812. [ 991.172215] env[63309]: DEBUG oslo.service.loopingcall [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.172516] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.172846] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2488239-905c-4c84-8840-edbcf25a0232 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.198010] env[63309]: INFO nova.compute.manager [-] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Took 2.18 seconds to deallocate network for instance. [ 991.198542] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.198542] env[63309]: value = "task-2730607" [ 991.198542] env[63309]: _type = "Task" [ 991.198542] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.214698] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730607, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.308432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.309219] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.313213] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.125s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.313407] env[63309]: DEBUG nova.objects.instance [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.362453] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.362795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.431395] env[63309]: DEBUG nova.network.neutron [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Updated VIF entry in instance network info cache for port 90b9bc42-9404-4d8d-95e1-b8a70ca89152. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.431395] env[63309]: DEBUG nova.network.neutron [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Updating instance_info_cache with network_info: [{"id": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "address": "fa:16:3e:cb:ca:23", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b9bc42-94", "ovs_interfaceid": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.515069] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730603, 'name': ReconfigVM_Task, 'duration_secs': 0.152931} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.515439] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549787', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'name': 'volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'feb7d9ed-c1d5-40c6-8f6c-c5e138b58269', 'attached_at': '', 'detached_at': '', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'serial': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 991.516249] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5663f1c6-fdd8-47d9-aae5-3a1913f0cfa2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.529710] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730604, 'name': ReconfigVM_Task, 'duration_secs': 0.313114} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.531792] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312c5d2-c3d9-46ff-aa29-e5449918d4a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.534867] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] a4fbd008-35a9-402c-a226-600eb041131c/a4fbd008-35a9-402c-a226-600eb041131c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.535684] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 991.535684] env[63309]: value = "task-2730608" [ 991.535684] env[63309]: _type = "Task" [ 991.535684] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.536354] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714aa612-730e-42f6-b6cf-9757b65a17bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.558085] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0930cb-52bb-46bd-9d7c-d8b70616b672 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.564982] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730608, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.566961] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 991.566961] env[63309]: value = "task-2730609" [ 991.566961] env[63309]: _type = "Task" [ 991.566961] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.584925] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.594892] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730609, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.707636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.713771] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730607, 'name': CreateVM_Task, 'duration_secs': 0.35693} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.713939] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.714632] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.714817] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.715146] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.715407] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705cf35c-e8a3-4ec4-ae0a-94a1674b0387 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.721424] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 991.721424] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52427d8f-5203-ea00-0718-0696aae9d705" [ 991.721424] env[63309]: _type = "Task" [ 991.721424] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.732137] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52427d8f-5203-ea00-0718-0696aae9d705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.748691] env[63309]: DEBUG nova.compute.manager [req-8a271ec7-6529-4a2d-b7a7-267e2b1088c6 req-5b72095b-dd8d-4568-a363-067a8dc6e539 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Received event network-vif-plugged-d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.748922] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a271ec7-6529-4a2d-b7a7-267e2b1088c6 req-5b72095b-dd8d-4568-a363-067a8dc6e539 service nova] Acquiring lock "0a440792-9b4e-419a-9e0c-76e24088950d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.749155] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a271ec7-6529-4a2d-b7a7-267e2b1088c6 req-5b72095b-dd8d-4568-a363-067a8dc6e539 service nova] Lock "0a440792-9b4e-419a-9e0c-76e24088950d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.749301] env[63309]: DEBUG oslo_concurrency.lockutils [req-8a271ec7-6529-4a2d-b7a7-267e2b1088c6 req-5b72095b-dd8d-4568-a363-067a8dc6e539 service nova] Lock "0a440792-9b4e-419a-9e0c-76e24088950d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.749498] env[63309]: DEBUG nova.compute.manager [req-8a271ec7-6529-4a2d-b7a7-267e2b1088c6 req-5b72095b-dd8d-4568-a363-067a8dc6e539 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] No waiting events found dispatching network-vif-plugged-d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.749621] env[63309]: WARNING nova.compute.manager [req-8a271ec7-6529-4a2d-b7a7-267e2b1088c6 req-5b72095b-dd8d-4568-a363-067a8dc6e539 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Received unexpected event network-vif-plugged-d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 for instance with vm_state building and task_state spawning. [ 991.821726] env[63309]: DEBUG nova.compute.utils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.823463] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.827293] env[63309]: DEBUG nova.network.neutron [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.865308] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.883416] env[63309]: DEBUG nova.policy [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '532fb278c9d34b489ea2a5f6a21fbbeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdc72b67f27d4599bf3bae44bbf650b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.932199] env[63309]: DEBUG oslo_concurrency.lockutils [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] Releasing lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.932553] env[63309]: DEBUG nova.compute.manager [req-44d3b127-9755-4ec8-b8ca-a358e716ccc1 req-3e9d8f6f-61aa-470a-bd26-fae6c7f01112 service nova] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Received event network-vif-deleted-66446c77-e645-4a1c-a5b8-8279e16632bc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.942600] env[63309]: DEBUG nova.network.neutron [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Successfully updated port: d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.048624] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730608, 'name': Rename_Task, 'duration_secs': 0.162353} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.048896] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.049314] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea04f807-465c-43c1-8807-73e03cfc26db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.057056] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 992.057056] env[63309]: value = "task-2730610" [ 992.057056] env[63309]: _type = "Task" [ 992.057056] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.066475] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.076350] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730609, 'name': Rename_Task, 'duration_secs': 0.168201} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.076640] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.076906] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea72ad5-ca00-4028-8396-d7aa8c54b056 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.085198] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 992.085198] env[63309]: value = "task-2730611" [ 992.085198] env[63309]: _type = "Task" [ 992.085198] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.098867] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.161445] env[63309]: DEBUG nova.network.neutron [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Port 14f55f9c-ed04-448c-b27e-77b300a9067d binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 992.233910] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52427d8f-5203-ea00-0718-0696aae9d705, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.234308] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.234468] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.234784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.234974] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.235190] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.235463] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e3ad13-548b-48ca-a788-d986e2a79488 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.246829] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.247101] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.247979] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756d7994-9a84-4a8e-aa30-128b07ad0ec6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.255453] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 992.255453] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52893098-e5c7-8fe4-890a-291e5a3bc066" [ 992.255453] env[63309]: _type = "Task" [ 992.255453] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.263619] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52893098-e5c7-8fe4-890a-291e5a3bc066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.286356] env[63309]: DEBUG nova.network.neutron [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Successfully created port: b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.325591] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bb77d2b7-38f1-4ae2-90a8-5b7bef991bb2 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.326889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.112s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.326999] env[63309]: DEBUG nova.objects.instance [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lazy-loading 'resources' on Instance uuid 769be7b2-8bb3-411d-8a58-413acd941d80 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.331621] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.400616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.445737] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-0a440792-9b4e-419a-9e0c-76e24088950d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.445942] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-0a440792-9b4e-419a-9e0c-76e24088950d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.446236] env[63309]: DEBUG nova.network.neutron [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.570140] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730610, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.605087] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730611, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.766579] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52893098-e5c7-8fe4-890a-291e5a3bc066, 'name': SearchDatastore_Task, 'duration_secs': 0.021845} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.767636] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f37929-1ecf-4996-9e8e-237396b812da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.775055] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 992.775055] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d48c55-cb5d-b21e-4e76-1c733889ec92" [ 992.775055] env[63309]: _type = "Task" [ 992.775055] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.784106] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d48c55-cb5d-b21e-4e76-1c733889ec92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.997954] env[63309]: DEBUG nova.network.neutron [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.070473] env[63309]: DEBUG oslo_vmware.api [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730610, 'name': PowerOnVM_Task, 'duration_secs': 0.604259} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.070739] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.100093] env[63309]: DEBUG oslo_vmware.api [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730611, 'name': PowerOnVM_Task, 'duration_secs': 0.548309} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.100372] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.100717] env[63309]: INFO nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Took 10.21 seconds to spawn the instance on the hypervisor. [ 993.101010] env[63309]: DEBUG nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.102031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614967e4-6ae9-4a1b-b313-2446f703cdf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.189974] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.190245] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.191347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.206292] env[63309]: DEBUG nova.compute.manager [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.207191] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c26832-a36f-41a5-8afc-517d7d361f72 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.247496] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ee831-b2ea-4647-9f9a-eef6d51dc9ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.257172] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640638ea-ee38-4788-adaf-9bf8274ace4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.297960] env[63309]: DEBUG nova.network.neutron [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Updating instance_info_cache with network_info: [{"id": "d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5", "address": "fa:16:3e:9f:7e:33", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3962aae-bd", "ovs_interfaceid": "d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.304527] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86891092-4ad6-47d8-bea8-bac43a5c1735 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.314652] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d48c55-cb5d-b21e-4e76-1c733889ec92, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.317489] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.317489] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/f7b2d716-82b3-45ed-a035-cad21a6ec189.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.317804] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e19de156-d740-45e3-844e-cf2e7ebfbf73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.321090] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abb81b0-09b5-45c4-93db-b52309cf70e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.338902] env[63309]: DEBUG nova.compute.provider_tree [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.345872] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.345872] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 993.345872] env[63309]: value = "task-2730612" [ 993.345872] env[63309]: _type = "Task" [ 993.345872] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.356500] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.375902] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.376191] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.376358] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.376539] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.376706] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.376857] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.377103] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.377309] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.377475] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.377637] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.377807] env[63309]: DEBUG nova.virt.hardware [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.379529] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f113a-c88a-4e5c-aea8-bb557d8547fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.388440] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb54049-ea35-458d-b980-3b7007e4aad8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.622504] env[63309]: INFO nova.compute.manager [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Took 33.13 seconds to build instance. [ 993.731527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e03112fc-95d5-4157-ad1c-1ea424550202 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.945s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.776252] env[63309]: DEBUG nova.compute.manager [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Received event network-changed-d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.776480] env[63309]: DEBUG nova.compute.manager [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Refreshing instance network info cache due to event network-changed-d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.776605] env[63309]: DEBUG oslo_concurrency.lockutils [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] Acquiring lock "refresh_cache-0a440792-9b4e-419a-9e0c-76e24088950d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.800399] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-0a440792-9b4e-419a-9e0c-76e24088950d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.800753] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Instance network_info: |[{"id": "d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5", "address": "fa:16:3e:9f:7e:33", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3962aae-bd", "ovs_interfaceid": "d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.801140] env[63309]: DEBUG oslo_concurrency.lockutils [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] Acquired lock "refresh_cache-0a440792-9b4e-419a-9e0c-76e24088950d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.801807] env[63309]: DEBUG nova.network.neutron [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Refreshing network info cache for port d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.806783] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:7e:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3962aae-bdcd-4fa5-b2e3-aa50c34e90e5', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.822236] env[63309]: DEBUG oslo.service.loopingcall [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.827095] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.827655] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9dbb64d-7b09-45bd-b024-53b1c5d68c47 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.851622] env[63309]: DEBUG nova.scheduler.client.report [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.873313] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730612, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.877008] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.877008] env[63309]: value = "task-2730613" [ 993.877008] env[63309]: _type = "Task" [ 993.877008] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.894474] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730613, 'name': CreateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.909103] env[63309]: DEBUG nova.compute.manager [req-7bf4b57c-93a6-413c-8e65-660f08b8c0e0 req-45196c8d-2f70-44ab-be30-547e95232bd9 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received event network-vif-plugged-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.909353] env[63309]: DEBUG oslo_concurrency.lockutils [req-7bf4b57c-93a6-413c-8e65-660f08b8c0e0 req-45196c8d-2f70-44ab-be30-547e95232bd9 service nova] Acquiring lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.909581] env[63309]: DEBUG oslo_concurrency.lockutils [req-7bf4b57c-93a6-413c-8e65-660f08b8c0e0 req-45196c8d-2f70-44ab-be30-547e95232bd9 service nova] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.909819] env[63309]: DEBUG oslo_concurrency.lockutils [req-7bf4b57c-93a6-413c-8e65-660f08b8c0e0 req-45196c8d-2f70-44ab-be30-547e95232bd9 service nova] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.910161] env[63309]: DEBUG nova.compute.manager [req-7bf4b57c-93a6-413c-8e65-660f08b8c0e0 req-45196c8d-2f70-44ab-be30-547e95232bd9 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] No waiting events found dispatching network-vif-plugged-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.910374] env[63309]: WARNING nova.compute.manager [req-7bf4b57c-93a6-413c-8e65-660f08b8c0e0 req-45196c8d-2f70-44ab-be30-547e95232bd9 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received unexpected event network-vif-plugged-b41d0378-2020-4b3e-9db1-616afe6f173f for instance with vm_state building and task_state spawning. [ 994.023881] env[63309]: DEBUG nova.network.neutron [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Successfully updated port: b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.126126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2a166b58-4d5f-4f31-ac8e-a5ea0ec2ada8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "a4fbd008-35a9-402c-a226-600eb041131c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.638s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.151055] env[63309]: DEBUG nova.network.neutron [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Updated VIF entry in instance network info cache for port d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.151453] env[63309]: DEBUG nova.network.neutron [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Updating instance_info_cache with network_info: [{"id": "d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5", "address": "fa:16:3e:9f:7e:33", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3962aae-bd", "ovs_interfaceid": "d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.236961] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.237253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.237525] env[63309]: DEBUG nova.network.neutron [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.362721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.368018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.983s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.368220] env[63309]: DEBUG nova.objects.instance [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lazy-loading 'resources' on Instance uuid ec6f9820-2a53-40af-b2bf-bb6916a76c3c {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.369314] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545479} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.369516] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/f7b2d716-82b3-45ed-a035-cad21a6ec189.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.370183] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.370183] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54614900-9412-4287-855a-5d0ccb545a02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.378583] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 994.378583] env[63309]: value = "task-2730614" [ 994.378583] env[63309]: _type = "Task" [ 994.378583] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.395695] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730613, 'name': CreateVM_Task, 'duration_secs': 0.398213} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.396400] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.396844] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.397621] env[63309]: INFO nova.scheduler.client.report [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Deleted allocations for instance 769be7b2-8bb3-411d-8a58-413acd941d80 [ 994.399490] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.399667] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.399999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.403176] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6472a5-4a8e-4bb2-87a9-12db0357be31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.408898] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 994.408898] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522d3ca5-a5d7-a667-843a-77e1b7a98e2a" [ 994.408898] env[63309]: _type = "Task" [ 994.408898] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.419674] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522d3ca5-a5d7-a667-843a-77e1b7a98e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.529568] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.529752] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.529951] env[63309]: DEBUG nova.network.neutron [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.654031] env[63309]: DEBUG oslo_concurrency.lockutils [req-11f812e9-4c97-4f1c-bdeb-7fdc7257c4fd req-9d4485e2-5db5-4830-8c52-f16165d4a870 service nova] Releasing lock "refresh_cache-0a440792-9b4e-419a-9e0c-76e24088950d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.816619] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "a4fbd008-35a9-402c-a226-600eb041131c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.816970] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "a4fbd008-35a9-402c-a226-600eb041131c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.817265] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "a4fbd008-35a9-402c-a226-600eb041131c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.817515] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "a4fbd008-35a9-402c-a226-600eb041131c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.817744] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "a4fbd008-35a9-402c-a226-600eb041131c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.821059] env[63309]: INFO nova.compute.manager [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Terminating instance [ 994.895055] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092052} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.895795] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.896438] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e985811e-2cc2-4b33-9f30-a08d93981691 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.923275] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/f7b2d716-82b3-45ed-a035-cad21a6ec189.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.923903] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2028183b-d684-4d9e-8bce-dd32040e0ef7 tempest-ImagesTestJSON-147423370 tempest-ImagesTestJSON-147423370-project-member] Lock "769be7b2-8bb3-411d-8a58-413acd941d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.308s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.935900] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e51c7f-1426-4285-869e-0fa95a2a8976 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.967310] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522d3ca5-a5d7-a667-843a-77e1b7a98e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.018227} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.971113] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.971382] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.971567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.971716] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.971890] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.972279] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 994.972279] env[63309]: value = "task-2730615" [ 994.972279] env[63309]: _type = "Task" [ 994.972279] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.972532] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f7b1e3-5906-4bc4-90b0-ec9652003b2a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.987241] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.988970] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.989168] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.989939] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8f419e-cd39-4bff-851f-8a30b03565f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.999904] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 994.999904] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eb232e-9ee5-c411-f207-1e8d3e3c4c61" [ 994.999904] env[63309]: _type = "Task" [ 994.999904] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.009976] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eb232e-9ee5-c411-f207-1e8d3e3c4c61, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.010756] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c808f89-9468-436a-86dd-8afbd06a82f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.018706] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 995.018706] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52596b01-0129-3b0b-801a-5c1a80595bc5" [ 995.018706] env[63309]: _type = "Task" [ 995.018706] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.027417] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52596b01-0129-3b0b-801a-5c1a80595bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.065990] env[63309]: DEBUG nova.network.neutron [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.068537] env[63309]: DEBUG nova.network.neutron [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.262771] env[63309]: DEBUG nova.network.neutron [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.291581] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06905a31-6e63-4cd4-947b-ebf5789cbcc8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.300659] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f76c4c4-009e-402d-b29d-adad438ff423 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.334246] env[63309]: DEBUG nova.compute.manager [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.334489] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.335516] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5cb5d9-fa9d-450a-8db0-f106f3a50a4b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.338675] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede0cac-c0fc-4047-9e5d-73d78ce8b9ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.349178] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a413cd-f50d-4164-94ad-3efb69d34b77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.353064] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.353219] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7116d97e-e214-4bd7-824a-3fc92b591a0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365472] env[63309]: DEBUG nova.compute.provider_tree [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.368591] env[63309]: DEBUG oslo_vmware.api [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 995.368591] env[63309]: value = "task-2730616" [ 995.368591] env[63309]: _type = "Task" [ 995.368591] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.378121] env[63309]: DEBUG oslo_vmware.api [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.485250] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730615, 'name': ReconfigVM_Task, 'duration_secs': 0.337579} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.485250] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/f7b2d716-82b3-45ed-a035-cad21a6ec189.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.485579] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3444425a-db24-4710-aefa-7d939d35ca13 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.495615] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 995.495615] env[63309]: value = "task-2730617" [ 995.495615] env[63309]: _type = "Task" [ 995.495615] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.506232] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730617, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.532268] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52596b01-0129-3b0b-801a-5c1a80595bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.532375] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.534460] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 0a440792-9b4e-419a-9e0c-76e24088950d/0a440792-9b4e-419a-9e0c-76e24088950d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.534460] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ed4119c-99d7-447c-ab98-1d4ca58fe4e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.542330] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 995.542330] env[63309]: value = "task-2730618" [ 995.542330] env[63309]: _type = "Task" [ 995.542330] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.551889] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.571914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.765404] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.765850] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Instance network_info: |[{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.766393] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:3f:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41d0378-2020-4b3e-9db1-616afe6f173f', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.775938] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Creating folder: Project (cdc72b67f27d4599bf3bae44bbf650b0). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.776700] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e784c701-f999-47eb-9123-dd443e3fb6b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.793295] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Created folder: Project (cdc72b67f27d4599bf3bae44bbf650b0) in parent group-v549567. [ 995.793498] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Creating folder: Instances. Parent ref: group-v549816. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.793772] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d948517-6d71-4c57-8778-ef695a1b811f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.805945] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Created folder: Instances in parent group-v549816. [ 995.806307] env[63309]: DEBUG oslo.service.loopingcall [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.806534] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.806754] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27636cdf-b340-41ec-91ac-c2001f4edd66 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.830977] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.830977] env[63309]: value = "task-2730621" [ 995.830977] env[63309]: _type = "Task" [ 995.830977] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.847184] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730621, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.870946] env[63309]: DEBUG nova.scheduler.client.report [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.893670] env[63309]: DEBUG oslo_vmware.api [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730616, 'name': PowerOffVM_Task, 'duration_secs': 0.282146} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.894087] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.895065] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.895065] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-153916c2-c54e-4fc3-af3f-df7791882de0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.965707] env[63309]: DEBUG nova.compute.manager [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.966750] env[63309]: DEBUG nova.compute.manager [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing instance network info cache due to event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.967119] env[63309]: DEBUG oslo_concurrency.lockutils [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.967296] env[63309]: DEBUG oslo_concurrency.lockutils [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.967532] env[63309]: DEBUG nova.network.neutron [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.980022] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.980263] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.980440] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore2] a4fbd008-35a9-402c-a226-600eb041131c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.981401] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15874a1-6559-4ec9-af4b-4997ef4240b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.992029] env[63309]: DEBUG oslo_vmware.api [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 995.992029] env[63309]: value = "task-2730623" [ 995.992029] env[63309]: _type = "Task" [ 995.992029] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.007234] env[63309]: DEBUG oslo_vmware.api [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.010422] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730617, 'name': Rename_Task, 'duration_secs': 0.172228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.010684] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.010935] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-642eb1a2-1c3c-4338-8456-a438d85e233b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.019946] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 996.019946] env[63309]: value = "task-2730624" [ 996.019946] env[63309]: _type = "Task" [ 996.019946] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.033560] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.052969] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730618, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.099833] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fc2b3-6f46-43e0-bb1f-d0f355f61a24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.122190] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566bceb9-8400-4153-9f39-0b4c260085f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.131377] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.344817] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730621, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.382628] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.387187] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.741s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.417416] env[63309]: INFO nova.scheduler.client.report [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Deleted allocations for instance ec6f9820-2a53-40af-b2bf-bb6916a76c3c [ 996.503865] env[63309]: DEBUG oslo_vmware.api [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250122} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.507552] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.507686] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.507827] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.507984] env[63309]: INFO nova.compute.manager [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.508236] env[63309]: DEBUG oslo.service.loopingcall [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.508710] env[63309]: DEBUG nova.compute.manager [-] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.508835] env[63309]: DEBUG nova.network.neutron [-] [instance: a4fbd008-35a9-402c-a226-600eb041131c] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.532183] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.558286] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539072} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.558670] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 0a440792-9b4e-419a-9e0c-76e24088950d/0a440792-9b4e-419a-9e0c-76e24088950d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.558860] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.562649] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eb8f367-dd51-4fab-8be3-ed5410c1e911 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.572922] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 996.572922] env[63309]: value = "task-2730625" [ 996.572922] env[63309]: _type = "Task" [ 996.572922] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.586208] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.908170] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b8edcabd-284b-4c66-ad53-99ed09031976 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance '6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.908170] env[63309]: DEBUG nova.network.neutron [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updated VIF entry in instance network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.908784] env[63309]: DEBUG nova.network.neutron [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.908784] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730621, 'name': CreateVM_Task, 'duration_secs': 0.540621} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.908784] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.911459] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.911459] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911459] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.911459] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9147f877-24cf-47fd-b704-34bbcdedca77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.911459] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 996.911459] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5223d735-9cfa-90dc-10e3-0b763de6113c" [ 996.911459] env[63309]: _type = "Task" [ 996.912241] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.912241] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5223d735-9cfa-90dc-10e3-0b763de6113c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.928062] env[63309]: DEBUG oslo_concurrency.lockutils [None req-54356b87-7767-40ff-ac29-425f20f912f3 tempest-ServerAddressesTestJSON-2081384637 tempest-ServerAddressesTestJSON-2081384637-project-member] Lock "ec6f9820-2a53-40af-b2bf-bb6916a76c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.043s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.986808] env[63309]: DEBUG nova.compute.manager [req-26d5718b-76e2-4295-a879-b32b7c40b0d9 req-044204ad-980e-40a7-8e9f-af495a2b6037 service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Received event network-vif-deleted-10c728f9-e742-47c6-a313-e86c6f3cae86 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.987122] env[63309]: INFO nova.compute.manager [req-26d5718b-76e2-4295-a879-b32b7c40b0d9 req-044204ad-980e-40a7-8e9f-af495a2b6037 service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Neutron deleted interface 10c728f9-e742-47c6-a313-e86c6f3cae86; detaching it from the instance and deleting it from the info cache [ 996.988511] env[63309]: DEBUG nova.network.neutron [req-26d5718b-76e2-4295-a879-b32b7c40b0d9 req-044204ad-980e-40a7-8e9f-af495a2b6037 service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.037886] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730624, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.086832] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07073} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.086977] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.090293] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6265129-2e35-4855-881f-2ca64cbfc003 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.115974] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 0a440792-9b4e-419a-9e0c-76e24088950d/0a440792-9b4e-419a-9e0c-76e24088950d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.119963] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda5a05e-c322-4d8f-945b-73b188bccbfa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.155022] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 997.155022] env[63309]: value = "task-2730626" [ 997.155022] env[63309]: _type = "Task" [ 997.155022] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.167653] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.308808] env[63309]: DEBUG oslo_concurrency.lockutils [req-44416fbd-cc99-4902-8c75-3527e6792b5b req-9fedb7b0-4393-44d0-a3db-f339d2417d27 service nova] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.310739] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ec9f2-0d49-449f-ae6c-948f99f17945 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.320444] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2bf5fe-9e97-4ae8-983e-e122b48ce1f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.354141] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcad55c-d775-4ceb-a4c7-732847e153b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.369417] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea168c3-7eb9-43c4-ad08-4ffd33ba0fb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.375313] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5223d735-9cfa-90dc-10e3-0b763de6113c, 'name': SearchDatastore_Task, 'duration_secs': 0.031341} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.375313] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.375313] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.375313] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.375545] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.375545] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.375545] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e373329-1688-474e-96f1-55dd2f1f2c1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.385884] env[63309]: DEBUG nova.compute.provider_tree [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.392020] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.392020] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.392020] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fcd8f4-f0d2-4424-855b-64462422cd8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.396761] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 997.396761] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52498c9d-66b0-19fb-7173-0209b75bcf7b" [ 997.396761] env[63309]: _type = "Task" [ 997.396761] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.406936] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52498c9d-66b0-19fb-7173-0209b75bcf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.421043] env[63309]: DEBUG nova.network.neutron [-] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.490937] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fbfb0d0-d2df-423d-a901-cb4f3989d251 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.501402] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fca568-56df-4152-bf7f-9aa6204cecd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.544501] env[63309]: DEBUG nova.compute.manager [req-26d5718b-76e2-4295-a879-b32b7c40b0d9 req-044204ad-980e-40a7-8e9f-af495a2b6037 service nova] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Detach interface failed, port_id=10c728f9-e742-47c6-a313-e86c6f3cae86, reason: Instance a4fbd008-35a9-402c-a226-600eb041131c could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 997.548806] env[63309]: DEBUG oslo_vmware.api [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730624, 'name': PowerOnVM_Task, 'duration_secs': 1.155102} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.549147] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.549382] env[63309]: INFO nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Took 9.41 seconds to spawn the instance on the hypervisor. [ 997.549821] env[63309]: DEBUG nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.550917] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10313511-59fa-4552-93c0-01fcd1f886b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.664510] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.891235] env[63309]: DEBUG nova.scheduler.client.report [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.908950] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52498c9d-66b0-19fb-7173-0209b75bcf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.910096] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce99b925-9e84-4e59-bde6-34976ee24734 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.919734] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 997.919734] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52db069e-ecb9-1d57-7e45-2a69d23f9ec3" [ 997.919734] env[63309]: _type = "Task" [ 997.919734] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.924824] env[63309]: INFO nova.compute.manager [-] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Took 1.42 seconds to deallocate network for instance. [ 997.937790] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52db069e-ecb9-1d57-7e45-2a69d23f9ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.070213] env[63309]: INFO nova.compute.manager [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Took 24.58 seconds to build instance. [ 998.171517] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730626, 'name': ReconfigVM_Task, 'duration_secs': 0.884661} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.176505] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 0a440792-9b4e-419a-9e0c-76e24088950d/0a440792-9b4e-419a-9e0c-76e24088950d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.176505] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce76ea5c-c17f-44ff-9e79-742bd2a1e349 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.186209] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 998.186209] env[63309]: value = "task-2730627" [ 998.186209] env[63309]: _type = "Task" [ 998.186209] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.199158] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730627, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.353390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.353660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.354144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.354144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.354288] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.356625] env[63309]: INFO nova.compute.manager [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Terminating instance [ 998.435088] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52db069e-ecb9-1d57-7e45-2a69d23f9ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.014499} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.435419] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.435702] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 4a7aa62c-4093-45ff-aa21-18e754cb14f1/4a7aa62c-4093-45ff-aa21-18e754cb14f1.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.436040] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c62e0f-91cd-460a-84df-2cabbd2939a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.440396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.447966] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 998.447966] env[63309]: value = "task-2730628" [ 998.447966] env[63309]: _type = "Task" [ 998.447966] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.459791] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.573478] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d80674b0-e2a7-461c-acf3-5fa0f58a90fd tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.094s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.688201] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.689941] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.689941] env[63309]: DEBUG nova.compute.manager [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Going to confirm migration 4 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 998.700199] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730627, 'name': Rename_Task, 'duration_secs': 0.350375} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.700523] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.700776] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f155a6ee-d018-4886-8375-9c64bcb393d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.707644] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 998.707644] env[63309]: value = "task-2730629" [ 998.707644] env[63309]: _type = "Task" [ 998.707644] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.726175] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.866190] env[63309]: DEBUG nova.compute.manager [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.866572] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.867568] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b13e23-482f-47a4-be86-3083ca267c98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.877332] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.877684] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b7da36d-a897-4a13-8650-ac298851f526 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.886726] env[63309]: DEBUG oslo_vmware.api [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 998.886726] env[63309]: value = "task-2730630" [ 998.886726] env[63309]: _type = "Task" [ 998.886726] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.897633] env[63309]: DEBUG oslo_vmware.api [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.906366] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.519s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.909795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.553s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.910080] env[63309]: DEBUG nova.objects.instance [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lazy-loading 'resources' on Instance uuid 43daa061-8ca8-4e4f-9c12-44eedd288acd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.963975] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730628, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.221947] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730629, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.274777] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.274777] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.274777] env[63309]: DEBUG nova.network.neutron [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.274777] env[63309]: DEBUG nova.objects.instance [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'info_cache' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.406884] env[63309]: DEBUG oslo_vmware.api [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730630, 'name': PowerOffVM_Task, 'duration_secs': 0.301041} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.407280] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.407450] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.407755] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3a296a9-6b82-4342-ab7a-f97f62fe4761 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.461275] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702015} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.464766] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 4a7aa62c-4093-45ff-aa21-18e754cb14f1/4a7aa62c-4093-45ff-aa21-18e754cb14f1.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.464766] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.465152] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f724bc0-ef83-4898-b0e9-837379c50552 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.471660] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.471660] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.471660] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Deleting the datastore file [datastore2] 48291d80-f3fa-4336-ab1f-6e9abd9feb05 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.473822] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a3c095-8cac-49cf-aaba-8e07d3746e24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.474909] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 999.474909] env[63309]: value = "task-2730632" [ 999.474909] env[63309]: _type = "Task" [ 999.474909] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.483554] env[63309]: DEBUG oslo_vmware.api [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for the task: (returnval){ [ 999.483554] env[63309]: value = "task-2730633" [ 999.483554] env[63309]: _type = "Task" [ 999.483554] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.489986] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.495271] env[63309]: DEBUG oslo_vmware.api [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.496174] env[63309]: INFO nova.scheduler.client.report [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocation for migration 0da7751e-8821-41a8-a5c1-ff1ab5fc6f2b [ 999.626403] env[63309]: INFO nova.compute.manager [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Rescuing [ 999.626705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.626863] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.627133] env[63309]: DEBUG nova.network.neutron [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.721739] env[63309]: DEBUG oslo_vmware.api [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730629, 'name': PowerOnVM_Task, 'duration_secs': 0.772113} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.722394] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.723090] env[63309]: INFO nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Took 8.98 seconds to spawn the instance on the hypervisor. [ 999.723363] env[63309]: DEBUG nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.724606] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b08fd2-f018-4e90-96ac-115cdbc45814 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.814852] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba13b2-15cc-4779-8686-2539f37393e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.822530] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c082e1-7af8-48dc-aa53-8b5206d6d583 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.860211] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8365a69-27d9-4fc5-a51a-912956ec6718 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.869902] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a626c98-6394-49dc-ae71-d60ee06f0960 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.888020] env[63309]: DEBUG nova.compute.provider_tree [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.988279] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115937} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.993132] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.994217] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e19eb-647c-4509-b35f-aca001ff55c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.012295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19eb0cd0-010a-4d24-8dd2-a7e41ff9467d tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.209s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.023459] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 4a7aa62c-4093-45ff-aa21-18e754cb14f1/4a7aa62c-4093-45ff-aa21-18e754cb14f1.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.026844] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa06f014-cb1d-45ba-b62e-4afa79f149a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.043851] env[63309]: DEBUG oslo_vmware.api [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Task: {'id': task-2730633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147025} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.044199] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.044311] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.045249] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.045249] env[63309]: INFO nova.compute.manager [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1000.045249] env[63309]: DEBUG oslo.service.loopingcall [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.046244] env[63309]: DEBUG nova.compute.manager [-] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.046341] env[63309]: DEBUG nova.network.neutron [-] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.051062] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1000.051062] env[63309]: value = "task-2730634" [ 1000.051062] env[63309]: _type = "Task" [ 1000.051062] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.062268] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.254748] env[63309]: INFO nova.compute.manager [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Took 22.25 seconds to build instance. [ 1000.391976] env[63309]: DEBUG nova.scheduler.client.report [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.562431] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.650549] env[63309]: DEBUG nova.network.neutron [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Updating instance_info_cache with network_info: [{"id": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "address": "fa:16:3e:cb:ca:23", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b9bc42-94", "ovs_interfaceid": "90b9bc42-9404-4d8d-95e1-b8a70ca89152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.762141] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00b2fbc6-95fe-48d7-a14f-1b8e9e302e7f tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "0a440792-9b4e-419a-9e0c-76e24088950d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.769s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.878363] env[63309]: DEBUG nova.network.neutron [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.891451] env[63309]: DEBUG nova.compute.manager [req-2e276e02-d1aa-4b20-8bc1-94e4d21b4021 req-86489ed6-ad5a-4ba6-8837-61a8c6c9341a service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Received event network-vif-deleted-20220593-2871-4624-9f1c-fd7f4793e5c6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.891451] env[63309]: INFO nova.compute.manager [req-2e276e02-d1aa-4b20-8bc1-94e4d21b4021 req-86489ed6-ad5a-4ba6-8837-61a8c6c9341a service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Neutron deleted interface 20220593-2871-4624-9f1c-fd7f4793e5c6; detaching it from the instance and deleting it from the info cache [ 1000.891451] env[63309]: DEBUG nova.network.neutron [req-2e276e02-d1aa-4b20-8bc1-94e4d21b4021 req-86489ed6-ad5a-4ba6-8837-61a8c6c9341a service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.904377] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.909205] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.722s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.911805] env[63309]: INFO nova.compute.claims [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.944018] env[63309]: INFO nova.scheduler.client.report [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Deleted allocations for instance 43daa061-8ca8-4e4f-9c12-44eedd288acd [ 1001.063265] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730634, 'name': ReconfigVM_Task, 'duration_secs': 0.639314} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.063566] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 4a7aa62c-4093-45ff-aa21-18e754cb14f1/4a7aa62c-4093-45ff-aa21-18e754cb14f1.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.064211] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcfd9572-362b-432c-bdcc-74bc7cfa2748 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.071629] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1001.071629] env[63309]: value = "task-2730635" [ 1001.071629] env[63309]: _type = "Task" [ 1001.071629] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.081936] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730635, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.156712] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "refresh_cache-f7b2d716-82b3-45ed-a035-cad21a6ec189" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.230029] env[63309]: DEBUG nova.network.neutron [-] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.379897] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.380187] env[63309]: DEBUG nova.objects.instance [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'migration_context' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.397024] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e9f687c-36df-4479-ae50-14a58bbd58d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.405760] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f7ca90-27ca-41ae-a864-23d36ac29c78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.448527] env[63309]: DEBUG nova.compute.manager [req-2e276e02-d1aa-4b20-8bc1-94e4d21b4021 req-86489ed6-ad5a-4ba6-8837-61a8c6c9341a service nova] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Detach interface failed, port_id=20220593-2871-4624-9f1c-fd7f4793e5c6, reason: Instance 48291d80-f3fa-4336-ab1f-6e9abd9feb05 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1001.453275] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2f0daa3b-2bc9-41d5-bf09-02dc53a9dbb2 tempest-VolumesAdminNegativeTest-1436642716 tempest-VolumesAdminNegativeTest-1436642716-project-member] Lock "43daa061-8ca8-4e4f-9c12-44eedd288acd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.519s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.507765] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2046110-fac2-431e-827d-94113bc82d6d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.517727] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Suspending the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1001.518011] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d8885ee2-1a56-4816-97ed-c06fa13cac0d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.525990] env[63309]: DEBUG oslo_vmware.api [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1001.525990] env[63309]: value = "task-2730636" [ 1001.525990] env[63309]: _type = "Task" [ 1001.525990] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.536329] env[63309]: DEBUG oslo_vmware.api [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730636, 'name': SuspendVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.581997] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730635, 'name': Rename_Task, 'duration_secs': 0.151752} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.582303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.582559] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1d35cc2-bec0-4ab2-98d4-90ee286836ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.592878] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1001.592878] env[63309]: value = "task-2730637" [ 1001.592878] env[63309]: _type = "Task" [ 1001.592878] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.601481] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.733383] env[63309]: INFO nova.compute.manager [-] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Took 1.69 seconds to deallocate network for instance. [ 1001.839677] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.840068] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.840338] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.840567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.840791] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.843072] env[63309]: INFO nova.compute.manager [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Terminating instance [ 1001.883779] env[63309]: DEBUG nova.objects.base [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Object Instance<6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be> lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.884777] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae649233-c910-4e29-93cc-4eaff2afb833 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.907643] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535ded62-8829-44cb-bf77-87312219c680 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.913743] env[63309]: DEBUG oslo_vmware.api [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1001.913743] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3f57e-ffd5-e914-35a0-e85d2fb48e16" [ 1001.913743] env[63309]: _type = "Task" [ 1001.913743] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.926117] env[63309]: DEBUG oslo_vmware.api [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3f57e-ffd5-e914-35a0-e85d2fb48e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.037785] env[63309]: DEBUG oslo_vmware.api [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730636, 'name': SuspendVM_Task} progress is 58%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.105159] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730637, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.241667] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.309428] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c8bc2-2443-42a6-882b-b926c3ce1ba0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.317857] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d1998-4991-4dca-9cc8-7b3f1dc2a248 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.354422] env[63309]: DEBUG nova.compute.manager [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.354422] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.355341] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4844b6b3-3a1e-4909-b9ac-cc9efbbb3139 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.358536] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301435bd-3055-44ad-a3f9-6ff457ea9fa0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.365678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.366051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.371303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.371844] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b5ca057-af2e-4fd4-800e-1c5224ef9e60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.374626] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95e9b0-f1ee-4e3b-b7c1-27a3cd2e3e23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.390059] env[63309]: DEBUG nova.compute.provider_tree [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.392328] env[63309]: DEBUG oslo_vmware.api [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1002.392328] env[63309]: value = "task-2730638" [ 1002.392328] env[63309]: _type = "Task" [ 1002.392328] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.401766] env[63309]: DEBUG oslo_vmware.api [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.428583] env[63309]: DEBUG oslo_vmware.api [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d3f57e-ffd5-e914-35a0-e85d2fb48e16, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.428903] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.538228] env[63309]: DEBUG oslo_vmware.api [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730636, 'name': SuspendVM_Task, 'duration_secs': 0.860664} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.538568] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Suspended the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1002.538780] env[63309]: DEBUG nova.compute.manager [None req-cac3f0a0-39f5-4e09-8b5e-621f3a6a09ab tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.539553] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209a5f05-15a1-4d77-b05b-017007093787 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.604607] env[63309]: DEBUG oslo_vmware.api [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730637, 'name': PowerOnVM_Task, 'duration_secs': 0.673178} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.604971] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.605227] env[63309]: INFO nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1002.605416] env[63309]: DEBUG nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.606269] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c42741c-ef75-4d48-83e2-875ee9ecafa9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.643820] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.643820] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.704368] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.704627] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b8324d-bb9a-4477-9cd4-ca76fae488a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.711658] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1002.711658] env[63309]: value = "task-2730639" [ 1002.711658] env[63309]: _type = "Task" [ 1002.711658] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.721059] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.872419] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.894245] env[63309]: DEBUG nova.scheduler.client.report [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.907471] env[63309]: DEBUG oslo_vmware.api [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730638, 'name': PowerOffVM_Task, 'duration_secs': 0.263889} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.909442] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.909442] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.909442] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d772dc4-f3e4-4e90-b135-20eab9f21a6c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.982539] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.982539] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.982539] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore2] 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.982539] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc2a468-2990-4c0a-b294-28005566f6a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.990223] env[63309]: DEBUG oslo_vmware.api [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1002.990223] env[63309]: value = "task-2730641" [ 1002.990223] env[63309]: _type = "Task" [ 1002.990223] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.997251] env[63309]: DEBUG oslo_vmware.api [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.123404] env[63309]: INFO nova.compute.manager [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Took 24.02 seconds to build instance. [ 1003.137691] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.222262] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730639, 'name': PowerOffVM_Task, 'duration_secs': 0.176603} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.222475] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.226018] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6c6b25-ea24-4303-9d49-cbb148a8985c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.244148] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da64770-faaa-4db6-9db9-e6a3a3854d38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.282342] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.282643] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58631779-2594-4d6b-9909-7991bad5af5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.291215] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1003.291215] env[63309]: value = "task-2730642" [ 1003.291215] env[63309]: _type = "Task" [ 1003.291215] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.309498] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1003.309874] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.310215] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.310541] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.310791] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.311142] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4540f5ae-caa8-49d4-9e4a-532bef946e55 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.334128] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.334332] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.335173] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa563e2-d01c-4583-a015-5e81aea9586a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.341741] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1003.341741] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210ab97-f90e-4b4b-e494-cfdc9a76051e" [ 1003.341741] env[63309]: _type = "Task" [ 1003.341741] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.355607] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210ab97-f90e-4b4b-e494-cfdc9a76051e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.403026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.403681] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.404466] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.411588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.704s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.411894] env[63309]: DEBUG nova.objects.instance [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'resources' on Instance uuid 983feaac-59a0-49b3-b0a6-df826e873518 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.498906] env[63309]: DEBUG oslo_vmware.api [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508993} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.499185] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.499372] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.499556] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.499722] env[63309]: INFO nova.compute.manager [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1003.499965] env[63309]: DEBUG oslo.service.loopingcall [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.500188] env[63309]: DEBUG nova.compute.manager [-] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.500282] env[63309]: DEBUG nova.network.neutron [-] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.627244] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6a3306f2-b366-4669-aee5-0866ece7cff1 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.535s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.660134] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.791113] env[63309]: DEBUG nova.compute.manager [req-8ca5bcb8-d07f-4139-a3ae-16fd7e5826af req-8d0cf0d4-64e9-4e68-a180-46c452d79fb2 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Received event network-vif-deleted-36cb1610-9029-4586-8f75-8d3dc91bae6e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.791946] env[63309]: INFO nova.compute.manager [req-8ca5bcb8-d07f-4139-a3ae-16fd7e5826af req-8d0cf0d4-64e9-4e68-a180-46c452d79fb2 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Neutron deleted interface 36cb1610-9029-4586-8f75-8d3dc91bae6e; detaching it from the instance and deleting it from the info cache [ 1003.791946] env[63309]: DEBUG nova.network.neutron [req-8ca5bcb8-d07f-4139-a3ae-16fd7e5826af req-8d0cf0d4-64e9-4e68-a180-46c452d79fb2 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.854081] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210ab97-f90e-4b4b-e494-cfdc9a76051e, 'name': SearchDatastore_Task, 'duration_secs': 0.032975} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.855030] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1911927b-24a8-4cc1-8ed6-5579da84a842 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.862846] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1003.862846] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ea795c-b25b-bfad-0caf-bd37714da4b7" [ 1003.862846] env[63309]: _type = "Task" [ 1003.862846] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.872930] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ea795c-b25b-bfad-0caf-bd37714da4b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.915218] env[63309]: DEBUG nova.compute.utils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.917601] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.917601] env[63309]: DEBUG nova.network.neutron [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.991508] env[63309]: DEBUG nova.policy [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc70f24bc4d1443190559d5fef19a3f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20b915ef4a64b2f93fcdc02ed328881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.119143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "0a440792-9b4e-419a-9e0c-76e24088950d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.119416] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "0a440792-9b4e-419a-9e0c-76e24088950d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.119615] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "0a440792-9b4e-419a-9e0c-76e24088950d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.119817] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "0a440792-9b4e-419a-9e0c-76e24088950d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.119999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "0a440792-9b4e-419a-9e0c-76e24088950d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.122062] env[63309]: INFO nova.compute.manager [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Terminating instance [ 1004.264651] env[63309]: DEBUG nova.network.neutron [-] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.273276] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699bb54b-2326-4268-9e5e-02fc6f433eb8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.281491] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992da9d-5980-4144-acd9-02d7b0691e2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.318169] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0369634b-4d64-4af9-a834-5cfd40cd7f7b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.320574] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff9699-7303-4df6-b704-7719656926ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.329369] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81448558-ec1d-4752-b76d-177866c5f509 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.335667] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acba897e-43a2-4917-8379-05f2bb754d1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.355398] env[63309]: DEBUG nova.compute.provider_tree [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.370082] env[63309]: DEBUG nova.compute.manager [req-8ca5bcb8-d07f-4139-a3ae-16fd7e5826af req-8d0cf0d4-64e9-4e68-a180-46c452d79fb2 service nova] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Detach interface failed, port_id=36cb1610-9029-4586-8f75-8d3dc91bae6e, reason: Instance 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1004.371337] env[63309]: DEBUG nova.scheduler.client.report [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.381071] env[63309]: DEBUG nova.compute.manager [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.381071] env[63309]: DEBUG nova.compute.manager [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing instance network info cache due to event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.381071] env[63309]: DEBUG oslo_concurrency.lockutils [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.381071] env[63309]: DEBUG oslo_concurrency.lockutils [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.381528] env[63309]: DEBUG nova.network.neutron [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.386601] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ea795c-b25b-bfad-0caf-bd37714da4b7, 'name': SearchDatastore_Task, 'duration_secs': 0.030779} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.386738] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.387512] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. {{(pid=63309) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.387512] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad62cc20-7892-4a7a-a376-8f4b8fe9fcb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.395291] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1004.395291] env[63309]: value = "task-2730643" [ 1004.395291] env[63309]: _type = "Task" [ 1004.395291] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.405082] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.423549] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.435346] env[63309]: DEBUG nova.network.neutron [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Successfully created port: fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.626385] env[63309]: DEBUG nova.compute.manager [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.626642] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.627666] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05821a9-8574-4b07-a9a5-3c642b77461c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.636308] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.636569] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d3b99a-8490-423d-8cd1-e29ee0a6b5bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.693962] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.694237] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.694403] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleting the datastore file [datastore1] 0a440792-9b4e-419a-9e0c-76e24088950d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.694682] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23862eb4-337f-477d-b12a-42b2cfad9295 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.700767] env[63309]: DEBUG oslo_vmware.api [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1004.700767] env[63309]: value = "task-2730645" [ 1004.700767] env[63309]: _type = "Task" [ 1004.700767] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.708992] env[63309]: DEBUG oslo_vmware.api [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.767451] env[63309]: INFO nova.compute.manager [-] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Took 1.27 seconds to deallocate network for instance. [ 1004.879780] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.468s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.882329] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.482s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.884454] env[63309]: INFO nova.compute.claims [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.905991] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730643, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.910756] env[63309]: INFO nova.scheduler.client.report [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleted allocations for instance 983feaac-59a0-49b3-b0a6-df826e873518 [ 1005.211946] env[63309]: DEBUG oslo_vmware.api [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465004} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.212390] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.212609] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.212850] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.213071] env[63309]: INFO nova.compute.manager [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1005.213342] env[63309]: DEBUG oslo.service.loopingcall [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.213548] env[63309]: DEBUG nova.compute.manager [-] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.213654] env[63309]: DEBUG nova.network.neutron [-] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.274670] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.422813] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736301} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.425074] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. [ 1005.425465] env[63309]: DEBUG oslo_concurrency.lockutils [None req-df996df9-d359-4a83-b644-117a15edec7f tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "983feaac-59a0-49b3-b0a6-df826e873518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.959s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.427400] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b91cf4-698d-4637-97c1-312dfba63305 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.456880] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.473954] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.480346] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7f2696f-897c-4553-8663-2e23c916cb87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.508568] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1005.508568] env[63309]: value = "task-2730646" [ 1005.508568] env[63309]: _type = "Task" [ 1005.508568] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.522216] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.523028] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.523028] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.523472] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.523695] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.523851] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.524819] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.524819] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.524819] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.524819] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.524819] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.525058] env[63309]: DEBUG nova.virt.hardware [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.527580] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e5ec9e-437a-442f-bc64-247718334849 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.538584] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df0a976-b201-4bff-a955-7d6056096547 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.550257] env[63309]: DEBUG nova.network.neutron [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updated VIF entry in instance network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.550257] env[63309]: DEBUG nova.network.neutron [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.816021] env[63309]: DEBUG nova.compute.manager [req-ac12f3d7-84a7-4981-8e42-de426e3a0e65 req-b9659b58-ff0d-47d6-a6c2-262ad869a10f service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Received event network-vif-deleted-d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.816021] env[63309]: INFO nova.compute.manager [req-ac12f3d7-84a7-4981-8e42-de426e3a0e65 req-b9659b58-ff0d-47d6-a6c2-262ad869a10f service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Neutron deleted interface d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5; detaching it from the instance and deleting it from the info cache [ 1005.816021] env[63309]: DEBUG nova.network.neutron [req-ac12f3d7-84a7-4981-8e42-de426e3a0e65 req-b9659b58-ff0d-47d6-a6c2-262ad869a10f service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.012478] env[63309]: DEBUG nova.network.neutron [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Successfully updated port: fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.023656] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730646, 'name': ReconfigVM_Task, 'duration_secs': 0.320851} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.026684] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.027794] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb657b4-8d67-45c9-b9bf-710bf74b4f54 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.032440] env[63309]: DEBUG nova.network.neutron [-] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.059331] env[63309]: DEBUG oslo_concurrency.lockutils [req-79c9f821-6e65-482a-b5a3-0555ee252193 req-b1a57bd9-162a-4458-ad93-6073d879bde8 service nova] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.059966] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06351f79-fceb-4ff7-9e3e-dcf6e8342e89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.076612] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1006.076612] env[63309]: value = "task-2730647" [ 1006.076612] env[63309]: _type = "Task" [ 1006.076612] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.090541] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.231229] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a5524-7ffd-4b17-bdd6-172b22f5b456 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.239042] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb711fe7-6e52-434c-af63-b2fa776f1206 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.270216] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3418a8-86d5-4e58-8b30-e8b798cac82e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.277767] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c3b222-2715-4ec6-b051-968d4c070fb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.291337] env[63309]: DEBUG nova.compute.provider_tree [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.321016] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff1699b0-dda6-4861-83ca-747a730263e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.330225] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271f2b7-f897-41e3-a0cd-0e2af8e5f17b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.363447] env[63309]: DEBUG nova.compute.manager [req-ac12f3d7-84a7-4981-8e42-de426e3a0e65 req-b9659b58-ff0d-47d6-a6c2-262ad869a10f service nova] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Detach interface failed, port_id=d3962aae-bdcd-4fa5-b2e3-aa50c34e90e5, reason: Instance 0a440792-9b4e-419a-9e0c-76e24088950d could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1006.520030] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "refresh_cache-5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.520030] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquired lock "refresh_cache-5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.520030] env[63309]: DEBUG nova.network.neutron [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.535288] env[63309]: INFO nova.compute.manager [-] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Took 1.32 seconds to deallocate network for instance. [ 1006.586361] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730647, 'name': ReconfigVM_Task, 'duration_secs': 0.149911} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.586633] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.586885] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-678e7aaf-981e-4906-9a7d-7f1f88ec5742 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.593521] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1006.593521] env[63309]: value = "task-2730649" [ 1006.593521] env[63309]: _type = "Task" [ 1006.593521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.601154] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.794670] env[63309]: DEBUG nova.scheduler.client.report [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.042358] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.056011] env[63309]: DEBUG nova.network.neutron [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.105293] env[63309]: DEBUG oslo_vmware.api [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730649, 'name': PowerOnVM_Task, 'duration_secs': 0.385418} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.105550] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.108627] env[63309]: DEBUG nova.compute.manager [None req-9974ddc0-da0d-4d3f-b02b-0f8a0099b842 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.109427] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e67c1-37ac-4b05-8a6d-d5cb48980111 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.226924] env[63309]: DEBUG nova.network.neutron [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Updating instance_info_cache with network_info: [{"id": "fb0afa08-65c7-44be-89b0-7adc4f45c692", "address": "fa:16:3e:24:23:19", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0afa08-65", "ovs_interfaceid": "fb0afa08-65c7-44be-89b0-7adc4f45c692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.300197] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.300723] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.303365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.863s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.304046] env[63309]: DEBUG nova.objects.instance [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'resources' on Instance uuid a4fbd008-35a9-402c-a226-600eb041131c {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.730318] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Releasing lock "refresh_cache-5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.730650] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Instance network_info: |[{"id": "fb0afa08-65c7-44be-89b0-7adc4f45c692", "address": "fa:16:3e:24:23:19", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0afa08-65", "ovs_interfaceid": "fb0afa08-65c7-44be-89b0-7adc4f45c692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.731172] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:23:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb0afa08-65c7-44be-89b0-7adc4f45c692', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.741735] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Creating folder: Project (a20b915ef4a64b2f93fcdc02ed328881). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.742562] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d67b51-4ff5-4835-9e00-435d8fe6987b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.754488] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Created folder: Project (a20b915ef4a64b2f93fcdc02ed328881) in parent group-v549567. [ 1007.754691] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Creating folder: Instances. Parent ref: group-v549819. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.755027] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c50dfee3-44bd-4b13-bfe1-dc65c0297c7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.767491] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Created folder: Instances in parent group-v549819. [ 1007.767667] env[63309]: DEBUG oslo.service.loopingcall [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.767876] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.768178] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71449c29-a2d9-4066-981b-8645e83288a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.788078] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.788078] env[63309]: value = "task-2730652" [ 1007.788078] env[63309]: _type = "Task" [ 1007.788078] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.796487] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730652, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.807225] env[63309]: DEBUG nova.compute.utils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.808666] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.808879] env[63309]: DEBUG nova.network.neutron [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.852379] env[63309]: DEBUG nova.compute.manager [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Received event network-vif-plugged-fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.852611] env[63309]: DEBUG oslo_concurrency.lockutils [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] Acquiring lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.852823] env[63309]: DEBUG oslo_concurrency.lockutils [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.852990] env[63309]: DEBUG oslo_concurrency.lockutils [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.853177] env[63309]: DEBUG nova.compute.manager [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] No waiting events found dispatching network-vif-plugged-fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.853362] env[63309]: WARNING nova.compute.manager [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Received unexpected event network-vif-plugged-fb0afa08-65c7-44be-89b0-7adc4f45c692 for instance with vm_state building and task_state spawning. [ 1007.853523] env[63309]: DEBUG nova.compute.manager [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Received event network-changed-fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.853693] env[63309]: DEBUG nova.compute.manager [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Refreshing instance network info cache due to event network-changed-fb0afa08-65c7-44be-89b0-7adc4f45c692. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.853877] env[63309]: DEBUG oslo_concurrency.lockutils [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] Acquiring lock "refresh_cache-5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.854022] env[63309]: DEBUG oslo_concurrency.lockutils [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] Acquired lock "refresh_cache-5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.854181] env[63309]: DEBUG nova.network.neutron [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Refreshing network info cache for port fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.882796] env[63309]: DEBUG nova.policy [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b144fe4405bc48e3bb8c6dfe3db5ed4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4de8159d42db4d74a4eee254ded7b0e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.163592] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b571ba-ad03-4e1a-badc-84d6036cf818 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.171572] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee35b79-e669-46cb-a1a9-cbe4e278f915 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.210325] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b6351b-8d44-436f-abfa-270de6a0cf1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.221056] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d5f55f-ae83-4af5-ba1e-2c0aeba8697a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.236392] env[63309]: DEBUG nova.compute.provider_tree [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.299633] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730652, 'name': CreateVM_Task, 'duration_secs': 0.341047} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.300562] env[63309]: DEBUG nova.network.neutron [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Successfully created port: b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.302462] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.303592] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.303803] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304165] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.304899] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c47b5f9-0d60-46ef-b988-02a03ae5b2b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.310920] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1008.310920] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a142e8-eac1-fb46-0c8b-d935c586011e" [ 1008.310920] env[63309]: _type = "Task" [ 1008.310920] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.314655] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.321100] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a142e8-eac1-fb46-0c8b-d935c586011e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.605394] env[63309]: DEBUG nova.network.neutron [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Updated VIF entry in instance network info cache for port fb0afa08-65c7-44be-89b0-7adc4f45c692. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.605743] env[63309]: DEBUG nova.network.neutron [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Updating instance_info_cache with network_info: [{"id": "fb0afa08-65c7-44be-89b0-7adc4f45c692", "address": "fa:16:3e:24:23:19", "network": {"id": "43bfddbb-6a15-403e-af87-ee2119e98d63", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "87d821be71ed4219a6fb419294949424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0afa08-65", "ovs_interfaceid": "fb0afa08-65c7-44be-89b0-7adc4f45c692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.675296] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "2b47be0a-cff4-495c-b795-5bf6ee075759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.675534] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.739581] env[63309]: DEBUG nova.scheduler.client.report [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.827184] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a142e8-eac1-fb46-0c8b-d935c586011e, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.827672] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.827898] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.828148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.828295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.828473] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.828729] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-345b919b-cd72-4087-87e7-d61965213899 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.837870] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.838070] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.838859] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652c74cd-b50d-4c8c-b0d5-9eb04e5532d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.843998] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1008.843998] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cfe857-20e1-8be8-3152-0474d79a63da" [ 1008.843998] env[63309]: _type = "Task" [ 1008.843998] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.851914] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cfe857-20e1-8be8-3152-0474d79a63da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.109419] env[63309]: DEBUG oslo_concurrency.lockutils [req-92b544d9-40b5-46b9-853a-06b5acc678c4 req-4d4e0162-d6ee-4f34-8320-a499fcb80de3 service nova] Releasing lock "refresh_cache-5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.177959] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.245057] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.247513] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.006s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.247689] env[63309]: DEBUG nova.objects.instance [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lazy-loading 'resources' on Instance uuid 48291d80-f3fa-4336-ab1f-6e9abd9feb05 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.271587] env[63309]: INFO nova.scheduler.client.report [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance a4fbd008-35a9-402c-a226-600eb041131c [ 1009.329614] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.360039] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cfe857-20e1-8be8-3152-0474d79a63da, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.363028] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681bcc5e-cb25-43be-ba68-6c8111733fb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.369901] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1009.369901] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f176a-0a1c-36a7-792e-86e2e4ace9dc" [ 1009.369901] env[63309]: _type = "Task" [ 1009.369901] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.372131] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.372475] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.373420] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.373659] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.373828] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.373985] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.374219] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.374421] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.374542] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.374703] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.374905] env[63309]: DEBUG nova.virt.hardware [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.376095] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ffbf8-2f41-45d4-9f87-8ea986901102 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.388069] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f176a-0a1c-36a7-792e-86e2e4ace9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.391149] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6cd9bf-0e79-49b9-b9e5-fee66e0cb439 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.698796] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.778256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-466a96b6-b702-49c8-8d93-3099bf1504c8 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "a4fbd008-35a9-402c-a226-600eb041131c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.961s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.887713] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528f176a-0a1c-36a7-792e-86e2e4ace9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.020836} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.887784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.888015] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3/5c362e72-dc93-4e23-a571-ba5fcb9fb8e3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.889352] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f6f68d0-dc39-4297-9eae-78cdb3622b49 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.892088] env[63309]: DEBUG nova.compute.manager [req-54fef028-a254-4f54-9d89-fe52f2e8860f req-f0bcc388-eebc-4765-822e-3362701700c5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Received event network-vif-plugged-b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.892899] env[63309]: DEBUG oslo_concurrency.lockutils [req-54fef028-a254-4f54-9d89-fe52f2e8860f req-f0bcc388-eebc-4765-822e-3362701700c5 service nova] Acquiring lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.892899] env[63309]: DEBUG oslo_concurrency.lockutils [req-54fef028-a254-4f54-9d89-fe52f2e8860f req-f0bcc388-eebc-4765-822e-3362701700c5 service nova] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.892899] env[63309]: DEBUG oslo_concurrency.lockutils [req-54fef028-a254-4f54-9d89-fe52f2e8860f req-f0bcc388-eebc-4765-822e-3362701700c5 service nova] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.892899] env[63309]: DEBUG nova.compute.manager [req-54fef028-a254-4f54-9d89-fe52f2e8860f req-f0bcc388-eebc-4765-822e-3362701700c5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] No waiting events found dispatching network-vif-plugged-b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.893305] env[63309]: WARNING nova.compute.manager [req-54fef028-a254-4f54-9d89-fe52f2e8860f req-f0bcc388-eebc-4765-822e-3362701700c5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Received unexpected event network-vif-plugged-b0f63509-9ccc-4ff0-abd2-4267b91a6035 for instance with vm_state building and task_state spawning. [ 1009.900449] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1009.900449] env[63309]: value = "task-2730653" [ 1009.900449] env[63309]: _type = "Task" [ 1009.900449] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.912563] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.990629] env[63309]: DEBUG nova.network.neutron [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Successfully updated port: b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.131476] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e0a9d3-66ce-4af9-a2f2-ab1688132b53 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.139460] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d2f04-4577-4b8b-90b2-b1f5f816ed70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.172126] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f025804-3636-4dd4-a21e-380a802389ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.181563] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fef765-ca30-4ec4-9074-a8c527f294e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.198022] env[63309]: DEBUG nova.compute.provider_tree [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.416797] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.496930] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.497100] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.497278] env[63309]: DEBUG nova.network.neutron [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.541253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "85023cc0-6014-4f3e-acac-760242783fd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.541253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "85023cc0-6014-4f3e-acac-760242783fd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.541253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "85023cc0-6014-4f3e-acac-760242783fd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.541253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "85023cc0-6014-4f3e-acac-760242783fd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.541587] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "85023cc0-6014-4f3e-acac-760242783fd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.542677] env[63309]: INFO nova.compute.manager [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Terminating instance [ 1010.701211] env[63309]: DEBUG nova.scheduler.client.report [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.912689] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580477} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.912863] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3/5c362e72-dc93-4e23-a571-ba5fcb9fb8e3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.913093] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.913349] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afa4a295-facf-4b2b-9179-4f2760624ead {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.920194] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1010.920194] env[63309]: value = "task-2730654" [ 1010.920194] env[63309]: _type = "Task" [ 1010.920194] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.929760] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.041185] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "54e181f5-aeca-434b-aacd-4c358924599a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.041448] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "54e181f5-aeca-434b-aacd-4c358924599a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.041656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "54e181f5-aeca-434b-aacd-4c358924599a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.041861] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "54e181f5-aeca-434b-aacd-4c358924599a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.042310] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "54e181f5-aeca-434b-aacd-4c358924599a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.045650] env[63309]: INFO nova.compute.manager [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Terminating instance [ 1011.048674] env[63309]: DEBUG nova.compute.manager [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.048870] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.049904] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37783ba7-e147-49f4-ad98-be0a80df6a93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.053695] env[63309]: DEBUG nova.network.neutron [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.061197] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.061454] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db7e8ec-ca89-476a-a6a1-697a83712c35 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.067077] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1011.067077] env[63309]: value = "task-2730655" [ 1011.067077] env[63309]: _type = "Task" [ 1011.067077] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.075848] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.178570] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.178813] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.205945] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.208745] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.780s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.232019] env[63309]: INFO nova.scheduler.client.report [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Deleted allocations for instance 48291d80-f3fa-4336-ab1f-6e9abd9feb05 [ 1011.265655] env[63309]: DEBUG nova.network.neutron [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updating instance_info_cache with network_info: [{"id": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "address": "fa:16:3e:dc:e6:e7", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f63509-9c", "ovs_interfaceid": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.430242] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060554} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.430242] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.431063] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1978924e-36b3-46a0-9fc1-3aa7bc20f74d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.462901] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3/5c362e72-dc93-4e23-a571-ba5fcb9fb8e3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.463342] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3507d366-2808-485f-893b-beef5b44c34e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.483486] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1011.483486] env[63309]: value = "task-2730656" [ 1011.483486] env[63309]: _type = "Task" [ 1011.483486] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.492454] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.549470] env[63309]: DEBUG nova.compute.manager [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.549805] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.551373] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39efd17-0214-403b-b42c-f7d62a79abe0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.559671] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.559960] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e08892c1-da4f-49ed-b5b0-b99986eefd8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.567361] env[63309]: DEBUG oslo_vmware.api [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 1011.567361] env[63309]: value = "task-2730657" [ 1011.567361] env[63309]: _type = "Task" [ 1011.567361] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.578966] env[63309]: DEBUG oslo_vmware.api [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.582627] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730655, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.682397] env[63309]: DEBUG nova.compute.utils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.737899] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b380740-0e98-4370-8fb7-58d1f4fdbb36 tempest-ServersTestJSON-873074802 tempest-ServersTestJSON-873074802-project-member] Lock "48291d80-f3fa-4336-ab1f-6e9abd9feb05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.384s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.767827] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.768169] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance network_info: |[{"id": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "address": "fa:16:3e:dc:e6:e7", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f63509-9c", "ovs_interfaceid": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.768571] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:e6:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f63509-9ccc-4ff0-abd2-4267b91a6035', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.777673] env[63309]: DEBUG oslo.service.loopingcall [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.781203] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.781607] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b1fffa-6c70-4819-a0c9-1d1a04d73276 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.805486] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.805486] env[63309]: value = "task-2730658" [ 1011.805486] env[63309]: _type = "Task" [ 1011.805486] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.813992] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730658, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.995426] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.049981] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffa949-351c-4389-97ec-d8c1fdbb57b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.058712] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1989e1-e5a0-4e4a-9b9a-a13cfa107940 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.105629] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5e6e18-829e-4377-a1d7-30ef812b3ff1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.115964] env[63309]: DEBUG oslo_vmware.api [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730657, 'name': PowerOffVM_Task, 'duration_secs': 0.463541} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.119859] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.119859] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.119859] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730655, 'name': PowerOffVM_Task, 'duration_secs': 0.519647} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.120083] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bffbe21-86b2-4d67-b074-d0ee4e8932a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.122744] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddd439a-a1d2-4f1c-ae40-842ac45be186 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.126854] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.127153] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.127540] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e24aae0-1d5e-4fda-8bf3-c76559cb5a37 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.142161] env[63309]: DEBUG nova.compute.provider_tree [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.184959] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.211941] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.212376] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.212619] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore2] 85023cc0-6014-4f3e-acac-760242783fd2 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.213614] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7dc7678-3d08-4230-9c1d-b593e2564905 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.217581] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.217774] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.217960] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleting the datastore file [datastore1] 54e181f5-aeca-434b-aacd-4c358924599a {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.218652] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04431759-c66f-4bc6-9bd7-c752dc87cdba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.226285] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1012.226285] env[63309]: value = "task-2730661" [ 1012.226285] env[63309]: _type = "Task" [ 1012.226285] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.228186] env[63309]: DEBUG oslo_vmware.api [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 1012.228186] env[63309]: value = "task-2730662" [ 1012.228186] env[63309]: _type = "Task" [ 1012.228186] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.238627] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.241909] env[63309]: DEBUG oslo_vmware.api [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.315846] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730658, 'name': CreateVM_Task, 'duration_secs': 0.405476} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.315846] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.316686] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.316885] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.317267] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.317534] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9cfbe6-6746-494b-b6e7-7fa4f4aee5ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.322589] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1012.322589] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528e6a60-a79a-64b3-d71e-0f8c0c8e2b9d" [ 1012.322589] env[63309]: _type = "Task" [ 1012.322589] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.331301] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528e6a60-a79a-64b3-d71e-0f8c0c8e2b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.495671] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730656, 'name': ReconfigVM_Task, 'duration_secs': 0.574705} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.497477] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3/5c362e72-dc93-4e23-a571-ba5fcb9fb8e3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.500049] env[63309]: DEBUG nova.compute.manager [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Received event network-changed-b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.500328] env[63309]: DEBUG nova.compute.manager [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Refreshing instance network info cache due to event network-changed-b0f63509-9ccc-4ff0-abd2-4267b91a6035. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1012.500641] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] Acquiring lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.500896] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] Acquired lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.501165] env[63309]: DEBUG nova.network.neutron [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Refreshing network info cache for port b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.502498] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf7323bd-7222-4e09-9e03-0d249212c397 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.508685] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1012.508685] env[63309]: value = "task-2730663" [ 1012.508685] env[63309]: _type = "Task" [ 1012.508685] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.521397] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730663, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.648345] env[63309]: DEBUG nova.scheduler.client.report [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.754515] env[63309]: DEBUG oslo_vmware.api [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202807} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.757937] env[63309]: DEBUG oslo_vmware.api [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160233} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.759217] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.759457] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.759675] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.759884] env[63309]: INFO nova.compute.manager [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1012.760190] env[63309]: DEBUG oslo.service.loopingcall [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.761273] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.761665] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.761885] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.762087] env[63309]: INFO nova.compute.manager [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1012.762326] env[63309]: DEBUG oslo.service.loopingcall [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.762531] env[63309]: DEBUG nova.compute.manager [-] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.762626] env[63309]: DEBUG nova.network.neutron [-] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.765103] env[63309]: DEBUG nova.compute.manager [-] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.765103] env[63309]: DEBUG nova.network.neutron [-] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.833072] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528e6a60-a79a-64b3-d71e-0f8c0c8e2b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.833381] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.833617] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.833847] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.834010] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.834220] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.836723] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-088f1b0e-fc78-429f-93b8-0c9588edee51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.846366] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.846547] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.847320] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e66de5c-1f8d-47a6-add4-95e8de4aa077 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.852349] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1012.852349] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aefa4a-dc35-175c-b5b2-92c1e41d06b1" [ 1012.852349] env[63309]: _type = "Task" [ 1012.852349] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.861582] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aefa4a-dc35-175c-b5b2-92c1e41d06b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.024189] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730663, 'name': Rename_Task, 'duration_secs': 0.295595} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.024189] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.024189] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a359bca-9518-46a5-b7c8-860b8928c974 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.030335] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1013.030335] env[63309]: value = "task-2730664" [ 1013.030335] env[63309]: _type = "Task" [ 1013.030335] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.041017] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.186177] env[63309]: DEBUG nova.compute.manager [req-ab9cb561-1085-44af-a657-d696f5233859 req-ec1a698f-e508-405b-91e5-f97e643310a4 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Received event network-vif-deleted-9741f163-6304-456a-996f-2643147fcb22 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.186381] env[63309]: INFO nova.compute.manager [req-ab9cb561-1085-44af-a657-d696f5233859 req-ec1a698f-e508-405b-91e5-f97e643310a4 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Neutron deleted interface 9741f163-6304-456a-996f-2643147fcb22; detaching it from the instance and deleting it from the info cache [ 1013.186568] env[63309]: DEBUG nova.network.neutron [req-ab9cb561-1085-44af-a657-d696f5233859 req-ec1a698f-e508-405b-91e5-f97e643310a4 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.278176] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.278458] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.278685] env[63309]: INFO nova.compute.manager [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Attaching volume 01872b33-cc74-433e-b957-2ed614fc87d0 to /dev/sdb [ 1013.327866] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a7b4d-4991-4095-b5d8-9a46d5153c43 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.338538] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49dc2a8-fdbb-4e61-9e89-f3ceeff609f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.354055] env[63309]: DEBUG nova.virt.block_device [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updating existing volume attachment record: 1d3b1ecf-b2ac-43da-b759-24932d473187 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1013.364483] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52aefa4a-dc35-175c-b5b2-92c1e41d06b1, 'name': SearchDatastore_Task, 'duration_secs': 0.021759} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.365396] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2839214-0f27-4c2e-bc7c-08424afcaa4b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.370526] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1013.370526] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520bea6a-5460-12ed-b402-4afdbd68076d" [ 1013.370526] env[63309]: _type = "Task" [ 1013.370526] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.380420] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520bea6a-5460-12ed-b402-4afdbd68076d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.540840] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.587307] env[63309]: DEBUG nova.network.neutron [-] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.660100] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.451s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.660327] env[63309]: DEBUG nova.compute.manager [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63309) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1013.664139] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.261s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.666081] env[63309]: INFO nova.compute.claims [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.689237] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-630068a1-33f8-4ad0-8a81-0e3ee8d51964 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.698156] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e6f1bc-a8ab-4c74-aa4b-9afdeea8865a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.731253] env[63309]: DEBUG nova.compute.manager [req-ab9cb561-1085-44af-a657-d696f5233859 req-ec1a698f-e508-405b-91e5-f97e643310a4 service nova] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Detach interface failed, port_id=9741f163-6304-456a-996f-2643147fcb22, reason: Instance 85023cc0-6014-4f3e-acac-760242783fd2 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1013.736231] env[63309]: DEBUG nova.network.neutron [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updated VIF entry in instance network info cache for port b0f63509-9ccc-4ff0-abd2-4267b91a6035. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.736231] env[63309]: DEBUG nova.network.neutron [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updating instance_info_cache with network_info: [{"id": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "address": "fa:16:3e:dc:e6:e7", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f63509-9c", "ovs_interfaceid": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.880940] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520bea6a-5460-12ed-b402-4afdbd68076d, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.881269] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.881817] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.882039] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78a13203-0603-4dc9-8b77-36067dd8e76c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.888539] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1013.888539] env[63309]: value = "task-2730668" [ 1013.888539] env[63309]: _type = "Task" [ 1013.888539] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.897636] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.047772] env[63309]: DEBUG oslo_vmware.api [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730664, 'name': PowerOnVM_Task, 'duration_secs': 0.65415} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.047925] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.048109] env[63309]: INFO nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1014.048398] env[63309]: DEBUG nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.049279] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c92774-db46-44b7-ba3d-63334547e7e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.090158] env[63309]: INFO nova.compute.manager [-] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Took 1.33 seconds to deallocate network for instance. [ 1014.104496] env[63309]: DEBUG nova.network.neutron [-] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.238875] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c62ebaa-1d42-4593-ba9b-b8bc5170bbb7 req-05c00f22-2134-468f-893a-b9bbed6341b5 service nova] Releasing lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.256583] env[63309]: INFO nova.scheduler.client.report [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted allocation for migration 039daf82-31b1-4b32-85ad-0a290bb57e0a [ 1014.401944] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730668, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.525382] env[63309]: DEBUG nova.compute.manager [req-0551c38b-500c-4f96-b900-5b8008fe334e req-8ab1a398-825a-4fc5-8d2a-2025cbc2009b service nova] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Received event network-vif-deleted-d2ece4c7-5606-4ad9-8593-542bfefc3e17 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.578393] env[63309]: INFO nova.compute.manager [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Took 24.41 seconds to build instance. [ 1014.596239] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.607120] env[63309]: INFO nova.compute.manager [-] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Took 1.84 seconds to deallocate network for instance. [ 1014.771826] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ca5ab188-133b-4232-a773-3fd7151f0bec tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.083s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.901348] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525316} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.901687] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.901994] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.902370] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-072e2976-1ee5-4415-bae7-709bf095dbbe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.910558] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1014.910558] env[63309]: value = "task-2730669" [ 1014.910558] env[63309]: _type = "Task" [ 1014.910558] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.918541] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.979400] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad55310-0868-402a-b06c-f6a162e1a15b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.986859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc22bda-ec39-40eb-a196-1bfd86963441 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.018683] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2814dae-e80b-4d58-9c74-4b37ec9faefa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.026510] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4226bc-be53-4296-8936-92ddbae11b0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.042141] env[63309]: DEBUG nova.compute.provider_tree [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.078508] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ae664291-99da-4a6c-b95f-b843b3aa93b9 tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.923s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.114540] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.238612] env[63309]: DEBUG nova.objects.instance [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'flavor' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.422116] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072437} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.422421] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.423610] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a344039d-cbf0-4365-840a-a1e0749c8d0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.449110] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.449914] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9614e3f-0ca4-4078-a71f-70922a83ea30 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.469349] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1015.469349] env[63309]: value = "task-2730670" [ 1015.469349] env[63309]: _type = "Task" [ 1015.469349] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.477837] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.546695] env[63309]: DEBUG nova.scheduler.client.report [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.745603] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.745774] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.745974] env[63309]: DEBUG nova.network.neutron [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.746179] env[63309]: DEBUG nova.objects.instance [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'info_cache' on Instance uuid 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.985358] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.052405] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.053053] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.056831] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.397s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.059781] env[63309]: INFO nova.compute.claims [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.249446] env[63309]: DEBUG nova.objects.base [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Object Instance<6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be> lazy-loaded attributes: flavor,info_cache {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.409639] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.409959] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.410193] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.413770] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.413975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.416268] env[63309]: INFO nova.compute.manager [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Terminating instance [ 1016.479542] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730670, 'name': ReconfigVM_Task, 'duration_secs': 0.744078} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.479790] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Reconfigured VM instance instance-0000005c to attach disk [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.480274] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4472d1b-bde4-4258-a2c7-a89ab8765a8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.486685] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1016.486685] env[63309]: value = "task-2730672" [ 1016.486685] env[63309]: _type = "Task" [ 1016.486685] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.495272] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730672, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.565685] env[63309]: DEBUG nova.compute.utils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.571022] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.571022] env[63309]: DEBUG nova.network.neutron [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.625451] env[63309]: DEBUG nova.policy [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f005be7641420cbc0137b587b434bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed2b311fc4d462b9786caac6ab452ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.920556] env[63309]: DEBUG nova.compute.manager [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.920836] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.922218] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fbb87e-98fb-455d-82ed-f8c209e4ebe8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.931528] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.931757] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c8eb88e-6f45-4a3b-8405-08b0745d0492 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.943319] env[63309]: DEBUG oslo_vmware.api [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1016.943319] env[63309]: value = "task-2730673" [ 1016.943319] env[63309]: _type = "Task" [ 1016.943319] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.954067] env[63309]: DEBUG oslo_vmware.api [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.998360] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730672, 'name': Rename_Task, 'duration_secs': 0.31542} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.998860] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.998933] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbbab413-469e-44fb-93a8-2c15bc001e8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.005527] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1017.005527] env[63309]: value = "task-2730674" [ 1017.005527] env[63309]: _type = "Task" [ 1017.005527] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.014290] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.070385] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.087948] env[63309]: DEBUG nova.network.neutron [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Successfully created port: 9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.179880] env[63309]: DEBUG nova.network.neutron [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [{"id": "14f55f9c-ed04-448c-b27e-77b300a9067d", "address": "fa:16:3e:44:58:9c", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f55f9c-ed", "ovs_interfaceid": "14f55f9c-ed04-448c-b27e-77b300a9067d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.406098] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ac99e-551f-4bec-b0f8-fb5e3c710163 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.413810] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f5532b-9eff-4bad-89f5-c2ee7454234d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.453123] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92d6bb-c9c1-4483-b1f7-3e95890f462e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.460436] env[63309]: DEBUG oslo_vmware.api [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730673, 'name': PowerOffVM_Task, 'duration_secs': 0.261105} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.463544] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.463544] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.463544] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c2b85d-b220-4c3b-8837-ee4dd58dce8c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.467127] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90409f3-bd0e-41d4-8a4d-9b4506181927 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.481691] env[63309]: DEBUG nova.compute.provider_tree [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.517406] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.530140] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.530367] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.530546] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Deleting the datastore file [datastore2] 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.530807] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58ce488-0711-42b5-89b2-061b85c7dc7c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.538526] env[63309]: DEBUG oslo_vmware.api [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for the task: (returnval){ [ 1017.538526] env[63309]: value = "task-2730676" [ 1017.538526] env[63309]: _type = "Task" [ 1017.538526] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.546886] env[63309]: DEBUG oslo_vmware.api [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.682627] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.917019] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1017.917019] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549824', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'name': 'volume-01872b33-cc74-433e-b957-2ed614fc87d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f22d2c0-cad3-499e-a810-c4697e44d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'serial': '01872b33-cc74-433e-b957-2ed614fc87d0'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1017.917019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31c8d1-bf03-43d6-b89c-21397b35b09a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.937793] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e0534-5f5a-4815-88e9-a8eab4963927 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.967538] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-01872b33-cc74-433e-b957-2ed614fc87d0/volume-01872b33-cc74-433e-b957-2ed614fc87d0.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.967538] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1587da-1a06-4968-a826-4e1ef3414b60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.985245] env[63309]: DEBUG nova.scheduler.client.report [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.005991] env[63309]: DEBUG oslo_vmware.api [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1018.005991] env[63309]: value = "task-2730677" [ 1018.005991] env[63309]: _type = "Task" [ 1018.005991] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.022844] env[63309]: DEBUG oslo_vmware.api [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730674, 'name': PowerOnVM_Task, 'duration_secs': 0.898778} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.023170] env[63309]: DEBUG oslo_vmware.api [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730677, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.023451] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.023663] env[63309]: INFO nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1018.023863] env[63309]: DEBUG nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.024670] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58b02f-a22b-425b-8963-29edf58b93c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.049710] env[63309]: DEBUG oslo_vmware.api [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Task: {'id': task-2730676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302103} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.049710] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.049710] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.053151] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.053151] env[63309]: INFO nova.compute.manager [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1018.053151] env[63309]: DEBUG oslo.service.loopingcall [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.053151] env[63309]: DEBUG nova.compute.manager [-] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.053151] env[63309]: DEBUG nova.network.neutron [-] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.082854] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.119026] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.119235] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.119445] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.119616] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.119763] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.119965] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.122094] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.122315] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.122728] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.122728] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.122863] env[63309]: DEBUG nova.virt.hardware [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.124418] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5805df2a-c989-4179-bc6a-467fe1422513 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.130817] env[63309]: DEBUG oslo_concurrency.lockutils [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.131130] env[63309]: DEBUG oslo_concurrency.lockutils [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.145340] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455bda4-b90c-4283-afd6-5c8580d965eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.492113] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.492498] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.496702] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.222s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.496781] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.499143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.457s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.499367] env[63309]: DEBUG nova.objects.instance [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'resources' on Instance uuid 0a440792-9b4e-419a-9e0c-76e24088950d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.521789] env[63309]: DEBUG oslo_vmware.api [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730677, 'name': ReconfigVM_Task, 'duration_secs': 0.356077} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.522102] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-01872b33-cc74-433e-b957-2ed614fc87d0/volume-01872b33-cc74-433e-b957-2ed614fc87d0.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.529543] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cde7a95-5e09-46a5-bcca-0b4550a837f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.541170] env[63309]: INFO nova.scheduler.client.report [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocations for instance 2ea61370-d0d8-4331-a2f6-3b0f54b9b614 [ 1018.551332] env[63309]: INFO nova.compute.manager [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Took 26.18 seconds to build instance. [ 1018.559644] env[63309]: DEBUG oslo_vmware.api [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1018.559644] env[63309]: value = "task-2730678" [ 1018.559644] env[63309]: _type = "Task" [ 1018.559644] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.568996] env[63309]: DEBUG oslo_vmware.api [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.640039] env[63309]: INFO nova.compute.manager [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Detaching volume 2441e249-cbfa-4d3a-bd30-3bc6bbd9da00 [ 1018.678114] env[63309]: DEBUG nova.compute.manager [req-405f1e2a-c3ac-4bfe-bb58-79c8384dbeb9 req-1383d320-a17f-4162-b97a-17276a597ff4 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Received event network-vif-deleted-fb0afa08-65c7-44be-89b0-7adc4f45c692 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.678354] env[63309]: INFO nova.compute.manager [req-405f1e2a-c3ac-4bfe-bb58-79c8384dbeb9 req-1383d320-a17f-4162-b97a-17276a597ff4 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Neutron deleted interface fb0afa08-65c7-44be-89b0-7adc4f45c692; detaching it from the instance and deleting it from the info cache [ 1018.678671] env[63309]: DEBUG nova.network.neutron [req-405f1e2a-c3ac-4bfe-bb58-79c8384dbeb9 req-1383d320-a17f-4162-b97a-17276a597ff4 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.688884] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.689203] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22c23b99-d4c1-4c30-aea0-ecce88a7acd8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.700134] env[63309]: INFO nova.virt.block_device [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Attempting to driver detach volume 2441e249-cbfa-4d3a-bd30-3bc6bbd9da00 from mountpoint /dev/sdb [ 1018.700349] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.700529] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.701273] env[63309]: DEBUG oslo_vmware.api [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1018.701273] env[63309]: value = "task-2730679" [ 1018.701273] env[63309]: _type = "Task" [ 1018.701273] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.702016] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8568083-3e8a-41de-8325-7d4e09ab36e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.737108] env[63309]: DEBUG oslo_vmware.api [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730679, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.738320] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee69311-be37-4f26-ac44-2afddc1a5888 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.745605] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64e422-4931-4779-a7eb-8749fc431748 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.772307] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c14563-a730-4b1a-a4ce-444cc881f62b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.790186] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] The volume has not been displaced from its original location: [datastore2] volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00/volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.796711] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.797483] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0e814e-d420-4acf-a862-9e4f9f4c8914 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.818707] env[63309]: DEBUG oslo_vmware.api [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1018.818707] env[63309]: value = "task-2730680" [ 1018.818707] env[63309]: _type = "Task" [ 1018.818707] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.828135] env[63309]: DEBUG oslo_vmware.api [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.004619] env[63309]: DEBUG nova.compute.utils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.008578] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.008710] env[63309]: DEBUG nova.network.neutron [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.059789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5dc42345-da73-4026-be34-f35e87c178f7 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "2ea61370-d0d8-4331-a2f6-3b0f54b9b614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.217s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.059789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c540f727-9646-47cd-9629-e5c9ec1e04d4 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.697s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.070795] env[63309]: DEBUG oslo_vmware.api [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730678, 'name': ReconfigVM_Task, 'duration_secs': 0.165797} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.074480] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549824', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'name': 'volume-01872b33-cc74-433e-b957-2ed614fc87d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f22d2c0-cad3-499e-a810-c4697e44d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'serial': '01872b33-cc74-433e-b957-2ed614fc87d0'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1019.131736] env[63309]: DEBUG nova.policy [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.133324] env[63309]: DEBUG nova.network.neutron [-] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.186308] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f25a998-73c1-46b0-9c30-81bdadc6d02d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.196322] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ebed9-cec8-40fd-8365-27a69f31aec1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.234712] env[63309]: DEBUG nova.compute.manager [req-405f1e2a-c3ac-4bfe-bb58-79c8384dbeb9 req-1383d320-a17f-4162-b97a-17276a597ff4 service nova] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Detach interface failed, port_id=fb0afa08-65c7-44be-89b0-7adc4f45c692, reason: Instance 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1019.242375] env[63309]: DEBUG oslo_vmware.api [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.311948] env[63309]: DEBUG nova.network.neutron [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Successfully updated port: 9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.334435] env[63309]: DEBUG oslo_vmware.api [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730680, 'name': ReconfigVM_Task, 'duration_secs': 0.257902} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.335399] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.344515] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dda63e7-9128-4d0a-9dee-d2c305d730e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.361654] env[63309]: DEBUG oslo_vmware.api [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1019.361654] env[63309]: value = "task-2730681" [ 1019.361654] env[63309]: _type = "Task" [ 1019.361654] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.368530] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3d370-9fae-448b-9d74-cd23db5d8d10 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.374810] env[63309]: DEBUG oslo_vmware.api [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.379851] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720abe64-61b5-42b0-ac27-058fae3b4fcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.416951] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e109f-3426-4a8c-8100-2a8cbc74fe93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.425144] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb12e3d-b44c-40b4-9456-9fdb54ebad27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.442245] env[63309]: DEBUG nova.compute.provider_tree [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.512444] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.636300] env[63309]: INFO nova.compute.manager [-] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Took 1.59 seconds to deallocate network for instance. [ 1019.722745] env[63309]: DEBUG oslo_vmware.api [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730679, 'name': PowerOnVM_Task, 'duration_secs': 0.553648} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.723019] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.723288] env[63309]: DEBUG nova.compute.manager [None req-3950a892-ee89-4a8c-8297-07a6355b6d3b tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.723990] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddfdee6-b598-4c65-a842-f75b8dfa0df8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.817916] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.818113] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.818273] env[63309]: DEBUG nova.network.neutron [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.879967] env[63309]: DEBUG oslo_vmware.api [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730681, 'name': ReconfigVM_Task, 'duration_secs': 0.140294} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.879967] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549792', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'name': 'volume-2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f519b7-16f2-47c4-aec3-23668a53dfea', 'attached_at': '', 'detached_at': '', 'volume_id': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00', 'serial': '2441e249-cbfa-4d3a-bd30-3bc6bbd9da00'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.939752] env[63309]: DEBUG nova.network.neutron [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Successfully created port: 0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.947359] env[63309]: DEBUG nova.scheduler.client.report [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.112980] env[63309]: DEBUG nova.objects.instance [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'flavor' on Instance uuid 1f22d2c0-cad3-499e-a810-c4697e44d2a3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.144682] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.358659] env[63309]: DEBUG nova.network.neutron [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.447929] env[63309]: DEBUG nova.objects.instance [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'flavor' on Instance uuid e1f519b7-16f2-47c4-aec3-23668a53dfea {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.454606] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.457424] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.759s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.459199] env[63309]: INFO nova.compute.claims [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.484789] env[63309]: INFO nova.scheduler.client.report [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocations for instance 0a440792-9b4e-419a-9e0c-76e24088950d [ 1020.524263] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.541670] env[63309]: DEBUG nova.network.neutron [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [{"id": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "address": "fa:16:3e:b0:6b:a0", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f60f5c8-dc", "ovs_interfaceid": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.559222] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.559482] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.559644] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.559809] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.560015] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.560211] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.560530] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.560603] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.560828] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.560909] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.561121] env[63309]: DEBUG nova.virt.hardware [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.562325] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c191b10c-9fc4-4df0-b63c-05aedc3aba46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.571214] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c62bed8-a1b3-4f93-a9a9-8fcf7a8db9d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.619349] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1ad7eb09-71f3-4bbb-818d-0242ccded25b tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.776247] env[63309]: DEBUG nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Received event network-vif-plugged-9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.776483] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Acquiring lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.776693] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.776860] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.777041] env[63309]: DEBUG nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] No waiting events found dispatching network-vif-plugged-9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.777232] env[63309]: WARNING nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Received unexpected event network-vif-plugged-9f60f5c8-dc96-4520-a9e9-488122b0e1d8 for instance with vm_state building and task_state spawning. [ 1020.777471] env[63309]: DEBUG nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Received event network-changed-9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.777659] env[63309]: DEBUG nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Refreshing instance network info cache due to event network-changed-9f60f5c8-dc96-4520-a9e9-488122b0e1d8. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.777854] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Acquiring lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.883478] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "9d3341de-402a-41c3-a202-f43eecbee5b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.883608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.993859] env[63309]: DEBUG oslo_concurrency.lockutils [None req-05f64b2d-eb8f-4a93-b306-9697ddb771b1 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "0a440792-9b4e-419a-9e0c-76e24088950d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.874s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.045908] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.046504] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Instance network_info: |[{"id": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "address": "fa:16:3e:b0:6b:a0", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f60f5c8-dc", "ovs_interfaceid": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.046977] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Acquired lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.046977] env[63309]: DEBUG nova.network.neutron [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Refreshing network info cache for port 9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.048969] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:6b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f60f5c8-dc96-4520-a9e9-488122b0e1d8', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.059128] env[63309]: DEBUG oslo.service.loopingcall [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.059629] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.061079] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-604b2e3c-beec-49ad-a933-342ffeb67d1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.085264] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.085264] env[63309]: value = "task-2730682" [ 1021.085264] env[63309]: _type = "Task" [ 1021.085264] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.095784] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730682, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.389108] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.455421] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.455914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.463727] env[63309]: DEBUG oslo_concurrency.lockutils [None req-731473ce-81df-435a-9e09-7e1e9f87c7c0 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.597982] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730682, 'name': CreateVM_Task, 'duration_secs': 0.348526} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.598962] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.599419] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.600166] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.600166] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.603619] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e5dbcd-1a39-4322-bce1-09c8293753f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.610752] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1021.610752] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fe2a61-39a6-6617-82b0-f20ef1600e80" [ 1021.610752] env[63309]: _type = "Task" [ 1021.610752] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.622405] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fe2a61-39a6-6617-82b0-f20ef1600e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.627889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.628083] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.628291] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.628475] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.628639] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.636984] env[63309]: INFO nova.compute.manager [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Terminating instance [ 1021.689059] env[63309]: DEBUG nova.network.neutron [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Successfully updated port: 0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.814447] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5ae9c5-e39a-4aff-a40f-9e0dba18f209 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.824151] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96a364-5fc5-43c0-9c78-c86823b0327b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.868719] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ee9d9-bbab-47af-938f-fe0f64fa3259 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.876489] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3055247-8237-4bde-84cb-f6db0910079f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.890817] env[63309]: DEBUG nova.compute.provider_tree [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.912820] env[63309]: DEBUG nova.network.neutron [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updated VIF entry in instance network info cache for port 9f60f5c8-dc96-4520-a9e9-488122b0e1d8. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.912820] env[63309]: DEBUG nova.network.neutron [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [{"id": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "address": "fa:16:3e:b0:6b:a0", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f60f5c8-dc", "ovs_interfaceid": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.916990] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.961186] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.027257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "3044afa7-90dd-4617-82e4-d90c2d306a35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.027484] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.119935] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fe2a61-39a6-6617-82b0-f20ef1600e80, 'name': SearchDatastore_Task, 'duration_secs': 0.038542} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.120512] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.120860] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.121254] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.121521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.123422] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.123422] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1456ce63-785d-49ac-a0b6-41bf78c4199b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.140025] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.140025] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.140025] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afa38f9-e16d-49d4-8b68-e3750218f8fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.147158] env[63309]: DEBUG nova.compute.manager [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.147158] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.147158] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1022.147158] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521561a1-8856-1864-fc90-413e3b265323" [ 1022.147158] env[63309]: _type = "Task" [ 1022.147158] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.147985] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8f1521-66ae-497b-a265-fed1b8e4de0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160709] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521561a1-8856-1864-fc90-413e3b265323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.163514] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.163886] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65965011-a45d-43a2-b6ad-88847e3fe1ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.170277] env[63309]: DEBUG oslo_vmware.api [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1022.170277] env[63309]: value = "task-2730683" [ 1022.170277] env[63309]: _type = "Task" [ 1022.170277] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.178933] env[63309]: DEBUG oslo_vmware.api [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.192173] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.192173] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.192173] env[63309]: DEBUG nova.network.neutron [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.398231] env[63309]: DEBUG nova.scheduler.client.report [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.415327] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Releasing lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.415557] env[63309]: DEBUG nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Received event network-changed-b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.415903] env[63309]: DEBUG nova.compute.manager [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Refreshing instance network info cache due to event network-changed-b0f63509-9ccc-4ff0-abd2-4267b91a6035. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.416277] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Acquiring lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.416569] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Acquired lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.416864] env[63309]: DEBUG nova.network.neutron [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Refreshing network info cache for port b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.481794] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.482044] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.484069] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.530103] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.629131] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.629379] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.629588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "e1f519b7-16f2-47c4-aec3-23668a53dfea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.629764] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.629925] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.632795] env[63309]: INFO nova.compute.manager [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Terminating instance [ 1022.663228] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521561a1-8856-1864-fc90-413e3b265323, 'name': SearchDatastore_Task, 'duration_secs': 0.030577} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.663228] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee214c2-9a9e-4f24-93ac-907749547c9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.667377] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1022.667377] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52df0216-060d-0f7e-2860-3f3e0e3131cc" [ 1022.667377] env[63309]: _type = "Task" [ 1022.667377] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.676532] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52df0216-060d-0f7e-2860-3f3e0e3131cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.681055] env[63309]: DEBUG oslo_vmware.api [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730683, 'name': PowerOffVM_Task, 'duration_secs': 0.225851} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.681312] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.681478] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.681710] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77274e59-72cc-47d2-a8eb-8aea946c8a6a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.723238] env[63309]: DEBUG nova.network.neutron [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.737593] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.737799] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.737979] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleting the datastore file [datastore1] 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.738266] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fad8a2e-f91a-4273-bb0a-3ee4cec9d8c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.747223] env[63309]: DEBUG oslo_vmware.api [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1022.747223] env[63309]: value = "task-2730685" [ 1022.747223] env[63309]: _type = "Task" [ 1022.747223] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.754994] env[63309]: DEBUG oslo_vmware.api [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.806131] env[63309]: DEBUG nova.compute.manager [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-vif-plugged-0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.806350] env[63309]: DEBUG oslo_concurrency.lockutils [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.806550] env[63309]: DEBUG oslo_concurrency.lockutils [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.806709] env[63309]: DEBUG oslo_concurrency.lockutils [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.806867] env[63309]: DEBUG nova.compute.manager [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] No waiting events found dispatching network-vif-plugged-0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.807044] env[63309]: WARNING nova.compute.manager [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received unexpected event network-vif-plugged-0ddf49b5-9abc-41e0-bf24-706c1cd14eba for instance with vm_state building and task_state spawning. [ 1022.807208] env[63309]: DEBUG nova.compute.manager [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-changed-0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.807356] env[63309]: DEBUG nova.compute.manager [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Refreshing instance network info cache due to event network-changed-0ddf49b5-9abc-41e0-bf24-706c1cd14eba. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.808047] env[63309]: DEBUG oslo_concurrency.lockutils [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] Acquiring lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.873502] env[63309]: DEBUG nova.network.neutron [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.901988] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.902633] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.905262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.309s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.905434] env[63309]: DEBUG nova.objects.instance [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'resources' on Instance uuid 85023cc0-6014-4f3e-acac-760242783fd2 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.985961] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.048428] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.136807] env[63309]: DEBUG nova.compute.manager [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.137050] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.137952] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8d73c4-088f-4d76-bec8-db79109ab273 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.147560] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.147790] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41169af7-5bac-41e0-9ef7-70c9dadd810c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.153790] env[63309]: DEBUG oslo_vmware.api [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1023.153790] env[63309]: value = "task-2730686" [ 1023.153790] env[63309]: _type = "Task" [ 1023.153790] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.163204] env[63309]: DEBUG oslo_vmware.api [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.181073] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52df0216-060d-0f7e-2860-3f3e0e3131cc, 'name': SearchDatastore_Task, 'duration_secs': 0.035934} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.181355] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.181638] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921/5f99bf64-be1e-4bbd-8426-8d880c0e8921.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.181913] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c3c1dc-b78f-4ad7-86a3-a1cdbe56c820 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.188433] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1023.188433] env[63309]: value = "task-2730687" [ 1023.188433] env[63309]: _type = "Task" [ 1023.188433] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.194370] env[63309]: DEBUG nova.network.neutron [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updated VIF entry in instance network info cache for port b0f63509-9ccc-4ff0-abd2-4267b91a6035. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.194724] env[63309]: DEBUG nova.network.neutron [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updating instance_info_cache with network_info: [{"id": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "address": "fa:16:3e:dc:e6:e7", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f63509-9c", "ovs_interfaceid": "b0f63509-9ccc-4ff0-abd2-4267b91a6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.199395] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.257452] env[63309]: DEBUG oslo_vmware.api [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49303} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.257759] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.257981] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.258223] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.258422] env[63309]: INFO nova.compute.manager [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1023.258686] env[63309]: DEBUG oslo.service.loopingcall [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.258898] env[63309]: DEBUG nova.compute.manager [-] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.259012] env[63309]: DEBUG nova.network.neutron [-] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.376544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.376875] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Instance network_info: |[{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.377226] env[63309]: DEBUG oslo_concurrency.lockutils [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] Acquired lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.377438] env[63309]: DEBUG nova.network.neutron [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Refreshing network info cache for port 0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.378653] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:7d:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ddf49b5-9abc-41e0-bf24-706c1cd14eba', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.386776] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Creating folder: Project (fd27a8dcc1df49baaec5f5c359172d38). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.389818] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c54b858-d8e4-4998-98c2-032e027fb9d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.401639] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Created folder: Project (fd27a8dcc1df49baaec5f5c359172d38) in parent group-v549567. [ 1023.401856] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Creating folder: Instances. Parent ref: group-v549826. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.402124] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a339e80-cb22-484a-bd13-f01b6ff6a04b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.408573] env[63309]: DEBUG nova.compute.utils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.410150] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.410337] env[63309]: DEBUG nova.network.neutron [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.415599] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Created folder: Instances in parent group-v549826. [ 1023.415859] env[63309]: DEBUG oslo.service.loopingcall [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.416321] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.416530] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85162e42-d02c-487e-a09b-193808ea946b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.436476] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.436476] env[63309]: value = "task-2730690" [ 1023.436476] env[63309]: _type = "Task" [ 1023.436476] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.446669] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730690, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.452916] env[63309]: DEBUG nova.policy [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b232801ab2445fb97401d29d72e5dd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd240874b4c64b48be140ed770ce0a12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.513273] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.664183] env[63309]: DEBUG oslo_vmware.api [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730686, 'name': PowerOffVM_Task, 'duration_secs': 0.194297} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.664549] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.664549] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.664930] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1cefa4-bc17-41a2-a473-21767c46aff2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.702999] env[63309]: DEBUG oslo_concurrency.lockutils [req-3e532809-261e-441a-8963-637739c7dac8 req-27290fca-95b4-42e8-912d-26653dbfeb15 service nova] Releasing lock "refresh_cache-b29422bd-7a67-44ce-87d9-14d3e4fc6fba" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.703445] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.740518] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.740518] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.740518] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore2] e1f519b7-16f2-47c4-aec3-23668a53dfea {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.740518] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28815652-1bcc-47be-9006-404ada48a4bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.749881] env[63309]: DEBUG oslo_vmware.api [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1023.749881] env[63309]: value = "task-2730692" [ 1023.749881] env[63309]: _type = "Task" [ 1023.749881] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.758760] env[63309]: DEBUG nova.network.neutron [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updated VIF entry in instance network info cache for port 0ddf49b5-9abc-41e0-bf24-706c1cd14eba. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.759140] env[63309]: DEBUG nova.network.neutron [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.765356] env[63309]: DEBUG oslo_vmware.api [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.800856] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d1305e-82f8-48e2-8087-f5bb966d0d8c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.809187] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce910d1-5ca0-46b0-96ca-0cf10e1ed8b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.846040] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac393d9-06ad-48cc-aabb-2000afb71f75 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.855351] env[63309]: DEBUG nova.network.neutron [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Successfully created port: 8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.858598] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e44a1-c460-4ee3-9f36-44d938aa4b16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.875193] env[63309]: DEBUG nova.compute.provider_tree [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.919036] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.949704] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730690, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.201027] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638861} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.201277] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921/5f99bf64-be1e-4bbd-8426-8d880c0e8921.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.202172] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.202172] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c7a90d-fbe9-459d-b443-378beb93354c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.208601] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1024.208601] env[63309]: value = "task-2730693" [ 1024.208601] env[63309]: _type = "Task" [ 1024.208601] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.217514] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.259897] env[63309]: DEBUG oslo_vmware.api [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31703} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.260169] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.260351] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.260525] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.260700] env[63309]: INFO nova.compute.manager [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1024.260937] env[63309]: DEBUG oslo.service.loopingcall [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.261147] env[63309]: DEBUG nova.compute.manager [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.261242] env[63309]: DEBUG nova.network.neutron [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.267485] env[63309]: DEBUG oslo_concurrency.lockutils [req-057b4615-9ac9-41b6-af9a-bc6c4a55f4b3 req-25da7c24-8ab9-4e57-9cdf-dacfbccc43f2 service nova] Releasing lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.380846] env[63309]: DEBUG nova.scheduler.client.report [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.430221] env[63309]: DEBUG nova.network.neutron [-] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.449792] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730690, 'name': CreateVM_Task, 'duration_secs': 0.725347} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.449792] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.449792] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.449792] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.449792] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.449792] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d5c38b-ca2b-43fa-9d7c-fa5807923bbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.454163] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1024.454163] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e8b376-7e66-1a4a-158e-906f2c2a66cc" [ 1024.454163] env[63309]: _type = "Task" [ 1024.454163] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.463361] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e8b376-7e66-1a4a-158e-906f2c2a66cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.721137] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227782} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.721418] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.722965] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473c64e-065c-4656-b1af-56f839b497be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.762303] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921/5f99bf64-be1e-4bbd-8426-8d880c0e8921.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.762774] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a58abe-3356-492c-b759-59931e73ab05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.787941] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1024.787941] env[63309]: value = "task-2730694" [ 1024.787941] env[63309]: _type = "Task" [ 1024.787941] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.797097] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.843708] env[63309]: DEBUG nova.compute.manager [req-dbf24053-6f4f-463c-a956-6602d8c9338f req-f6b30510-f137-42bf-b941-5019f5fc1bea service nova] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Received event network-vif-deleted-14f55f9c-ed04-448c-b27e-77b300a9067d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.843708] env[63309]: DEBUG nova.compute.manager [req-dbf24053-6f4f-463c-a956-6602d8c9338f req-f6b30510-f137-42bf-b941-5019f5fc1bea service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Received event network-vif-deleted-a1fad2a0-087d-49db-931f-bcabd41d807c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.843708] env[63309]: INFO nova.compute.manager [req-dbf24053-6f4f-463c-a956-6602d8c9338f req-f6b30510-f137-42bf-b941-5019f5fc1bea service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Neutron deleted interface a1fad2a0-087d-49db-931f-bcabd41d807c; detaching it from the instance and deleting it from the info cache [ 1024.843892] env[63309]: DEBUG nova.network.neutron [req-dbf24053-6f4f-463c-a956-6602d8c9338f req-f6b30510-f137-42bf-b941-5019f5fc1bea service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.885037] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.888746] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.774s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.889080] env[63309]: DEBUG nova.objects.instance [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'resources' on Instance uuid 54e181f5-aeca-434b-aacd-4c358924599a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.918109] env[63309]: INFO nova.scheduler.client.report [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance 85023cc0-6014-4f3e-acac-760242783fd2 [ 1024.932703] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.935495] env[63309]: INFO nova.compute.manager [-] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Took 1.68 seconds to deallocate network for instance. [ 1024.970330] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e8b376-7e66-1a4a-158e-906f2c2a66cc, 'name': SearchDatastore_Task, 'duration_secs': 0.080822} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.974096] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.974096] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.974096] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.974326] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.974326] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.974326] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.974326] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.974482] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.974678] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.974877] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.975117] env[63309]: DEBUG nova.virt.hardware [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.975564] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.975839] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.976148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.976324] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.976537] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.977538] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579b9803-f35b-461a-8b86-ad16f9460ef0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.980559] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95969e3-e316-45ba-a35c-8c541e257714 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.989105] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a078eda-f578-4da9-8712-ff6b6ca07d93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.995908] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.996608] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.998281] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4de4c67-0f72-421e-a1ea-6603717dc72c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.016136] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1025.016136] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52666c87-b100-2a81-4a11-eef33eb77a48" [ 1025.016136] env[63309]: _type = "Task" [ 1025.016136] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.026599] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52666c87-b100-2a81-4a11-eef33eb77a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.284875] env[63309]: DEBUG nova.network.neutron [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.299210] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730694, 'name': ReconfigVM_Task, 'duration_secs': 0.309295} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.299882] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921/5f99bf64-be1e-4bbd-8426-8d880c0e8921.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.300105] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47fdf5ce-b6e2-4c0a-a6d9-e564bfb6049d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.307529] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1025.307529] env[63309]: value = "task-2730695" [ 1025.307529] env[63309]: _type = "Task" [ 1025.307529] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.317364] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730695, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.339465] env[63309]: DEBUG nova.compute.manager [req-a78a1ede-a6a1-4ea8-953f-bf94c65795d5 req-10f72b75-2792-4c0b-8f57-8ae012c4ad17 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Received event network-vif-plugged-8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.339753] env[63309]: DEBUG oslo_concurrency.lockutils [req-a78a1ede-a6a1-4ea8-953f-bf94c65795d5 req-10f72b75-2792-4c0b-8f57-8ae012c4ad17 service nova] Acquiring lock "2b47be0a-cff4-495c-b795-5bf6ee075759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.341085] env[63309]: DEBUG oslo_concurrency.lockutils [req-a78a1ede-a6a1-4ea8-953f-bf94c65795d5 req-10f72b75-2792-4c0b-8f57-8ae012c4ad17 service nova] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.341085] env[63309]: DEBUG oslo_concurrency.lockutils [req-a78a1ede-a6a1-4ea8-953f-bf94c65795d5 req-10f72b75-2792-4c0b-8f57-8ae012c4ad17 service nova] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.341085] env[63309]: DEBUG nova.compute.manager [req-a78a1ede-a6a1-4ea8-953f-bf94c65795d5 req-10f72b75-2792-4c0b-8f57-8ae012c4ad17 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] No waiting events found dispatching network-vif-plugged-8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.341085] env[63309]: WARNING nova.compute.manager [req-a78a1ede-a6a1-4ea8-953f-bf94c65795d5 req-10f72b75-2792-4c0b-8f57-8ae012c4ad17 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Received unexpected event network-vif-plugged-8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 for instance with vm_state building and task_state spawning. [ 1025.347095] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5b7d211-c10c-4a4c-a7f0-fb42f8139323 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.357229] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626af625-2b62-4aad-890c-ed5d7e9cc1a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.392958] env[63309]: DEBUG nova.compute.manager [req-dbf24053-6f4f-463c-a956-6602d8c9338f req-f6b30510-f137-42bf-b941-5019f5fc1bea service nova] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Detach interface failed, port_id=a1fad2a0-087d-49db-931f-bcabd41d807c, reason: Instance e1f519b7-16f2-47c4-aec3-23668a53dfea could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1025.425747] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b0d172e2-f811-4b79-9472-aa7e21d09a57 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "85023cc0-6014-4f3e-acac-760242783fd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.886s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.441838] env[63309]: DEBUG nova.network.neutron [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Successfully updated port: 8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.446651] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.524429] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52666c87-b100-2a81-4a11-eef33eb77a48, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.528433] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ca98f8-8e04-4ae1-a528-bcdbd5960c4c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.533231] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1025.533231] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5225205c-8296-7ba9-f274-d86c995c6826" [ 1025.533231] env[63309]: _type = "Task" [ 1025.533231] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.541599] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5225205c-8296-7ba9-f274-d86c995c6826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.663750] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ff68b-9375-4708-b473-a69b090851a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.672332] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc5c48-1c12-45f7-b986-75a7659e3ea5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.704542] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606b8bf7-a960-480d-a43c-227a32b9db86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.711886] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ef233-b560-4172-a271-f7f584b84ddf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.725487] env[63309]: DEBUG nova.compute.provider_tree [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.788365] env[63309]: INFO nova.compute.manager [-] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Took 1.53 seconds to deallocate network for instance. [ 1025.817694] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730695, 'name': Rename_Task, 'duration_secs': 0.138545} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.817963] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.818267] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad066a9d-7cd6-47ce-872d-03e81604ca4c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.825272] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1025.825272] env[63309]: value = "task-2730696" [ 1025.825272] env[63309]: _type = "Task" [ 1025.825272] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.834483] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.947700] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.947886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.948025] env[63309]: DEBUG nova.network.neutron [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.035654] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.035918] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.048221] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5225205c-8296-7ba9-f274-d86c995c6826, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.049158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.049337] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] bad78816-6822-4d3e-b4b8-aee9a06325dd/bad78816-6822-4d3e-b4b8-aee9a06325dd.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.049590] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecccf21a-99e0-4c35-9c35-8bb3d3e11fcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.056601] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1026.056601] env[63309]: value = "task-2730697" [ 1026.056601] env[63309]: _type = "Task" [ 1026.056601] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.064645] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.228418] env[63309]: DEBUG nova.scheduler.client.report [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.296363] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.336356] env[63309]: DEBUG oslo_vmware.api [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730696, 'name': PowerOnVM_Task, 'duration_secs': 0.442644} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.336694] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.336920] env[63309]: INFO nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1026.337129] env[63309]: DEBUG nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.337971] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1f3d9f-699f-4bc5-9f02-f2c0a2dc8ef1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.481133] env[63309]: DEBUG nova.network.neutron [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.538338] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.566831] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447994} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.566831] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] bad78816-6822-4d3e-b4b8-aee9a06325dd/bad78816-6822-4d3e-b4b8-aee9a06325dd.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.566831] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.567130] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198c9360-d6fd-4b26-8f51-2b9b63eb61da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.575023] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1026.575023] env[63309]: value = "task-2730698" [ 1026.575023] env[63309]: _type = "Task" [ 1026.575023] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.586085] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.610141] env[63309]: DEBUG nova.network.neutron [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updating instance_info_cache with network_info: [{"id": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "address": "fa:16:3e:81:02:3f", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af60cbe-4a", "ovs_interfaceid": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.733448] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.736412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.592s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.736669] env[63309]: DEBUG nova.objects.instance [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lazy-loading 'resources' on Instance uuid 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.755936] env[63309]: INFO nova.scheduler.client.report [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleted allocations for instance 54e181f5-aeca-434b-aacd-4c358924599a [ 1026.855579] env[63309]: INFO nova.compute.manager [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Took 23.48 seconds to build instance. [ 1027.065382] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.085778] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211553} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.086129] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.086921] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe89bb2-3cde-46d4-be0c-49253b6aacf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.108958] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] bad78816-6822-4d3e-b4b8-aee9a06325dd/bad78816-6822-4d3e-b4b8-aee9a06325dd.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.112024] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4408b8-96f6-455c-b674-c01f85289f5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.124610] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.124964] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Instance network_info: |[{"id": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "address": "fa:16:3e:81:02:3f", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af60cbe-4a", "ovs_interfaceid": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.125371] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:02:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.132942] env[63309]: DEBUG oslo.service.loopingcall [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.135016] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.135016] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0f20ccf-193e-478e-9895-552812f68706 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.150172] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1027.150172] env[63309]: value = "task-2730699" [ 1027.150172] env[63309]: _type = "Task" [ 1027.150172] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.156046] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.156046] env[63309]: value = "task-2730700" [ 1027.156046] env[63309]: _type = "Task" [ 1027.156046] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.162222] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.167363] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730700, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.267607] env[63309]: DEBUG oslo_concurrency.lockutils [None req-45281815-e21b-4bf9-aff8-50788df14905 tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "54e181f5-aeca-434b-aacd-4c358924599a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.226s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.357575] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2206616a-de40-49de-a9bf-0e57b5e8e2ce tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.991s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.372336] env[63309]: DEBUG nova.compute.manager [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Received event network-changed-8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.372336] env[63309]: DEBUG nova.compute.manager [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Refreshing instance network info cache due to event network-changed-8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.372746] env[63309]: DEBUG oslo_concurrency.lockutils [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] Acquiring lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.372895] env[63309]: DEBUG oslo_concurrency.lockutils [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] Acquired lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.374278] env[63309]: DEBUG nova.network.neutron [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Refreshing network info cache for port 8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.529799] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca486427-2d90-4af1-93df-6ce9349aeac7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.538032] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff528e0-542c-4a64-b9cb-810fade402ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.570179] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5aff8-5b89-4162-acbe-ae2ad2f1663f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.577942] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908f76a2-5432-473d-9552-fe36398b0a9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.593753] env[63309]: DEBUG nova.compute.provider_tree [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.663097] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.668663] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730700, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.069077] env[63309]: DEBUG nova.network.neutron [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updated VIF entry in instance network info cache for port 8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.070479] env[63309]: DEBUG nova.network.neutron [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updating instance_info_cache with network_info: [{"id": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "address": "fa:16:3e:81:02:3f", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af60cbe-4a", "ovs_interfaceid": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.096213] env[63309]: DEBUG nova.scheduler.client.report [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.161103] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.168704] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730700, 'name': CreateVM_Task, 'duration_secs': 0.759854} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.168892] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.169661] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.169842] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.170177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.170407] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d648499b-54fa-418e-bf48-0095d9c4692d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.174824] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1028.174824] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c05329-030e-1602-df4f-93259a99e1ab" [ 1028.174824] env[63309]: _type = "Task" [ 1028.174824] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.182722] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c05329-030e-1602-df4f-93259a99e1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.363241] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "77d27edd-600f-4045-996d-278701d28d8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.363572] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "77d27edd-600f-4045-996d-278701d28d8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.363786] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "77d27edd-600f-4045-996d-278701d28d8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.363996] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "77d27edd-600f-4045-996d-278701d28d8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.364219] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "77d27edd-600f-4045-996d-278701d28d8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.366340] env[63309]: INFO nova.compute.manager [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Terminating instance [ 1028.572592] env[63309]: DEBUG oslo_concurrency.lockutils [req-10346cce-681d-464b-88e9-ab4f151a83f4 req-2d5e9a8c-1e11-47ea-910d-240bef53f544 service nova] Releasing lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.580157] env[63309]: DEBUG nova.compute.manager [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1028.600199] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.602366] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.685s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.603749] env[63309]: INFO nova.compute.claims [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.623165] env[63309]: INFO nova.scheduler.client.report [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Deleted allocations for instance 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3 [ 1028.661540] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.684261] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c05329-030e-1602-df4f-93259a99e1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.684546] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.684773] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.685036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.685195] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.685376] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.685617] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8603440e-136d-4b9d-948e-34ad9adaa066 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.693011] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.693191] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.693852] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8884af2-be16-4b3d-8afb-eae22312eada {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.698787] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1028.698787] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc1f24-e7d6-73c2-269a-01f7cb7f55ba" [ 1028.698787] env[63309]: _type = "Task" [ 1028.698787] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.705945] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc1f24-e7d6-73c2-269a-01f7cb7f55ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.870343] env[63309]: DEBUG nova.compute.manager [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.870589] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.871548] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97f34a9-df19-4b50-9ddd-97a685bd35a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.879534] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.880086] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-784200f6-61c6-4aa3-8c12-6dd598ed75c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.886514] env[63309]: DEBUG oslo_vmware.api [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 1028.886514] env[63309]: value = "task-2730701" [ 1028.886514] env[63309]: _type = "Task" [ 1028.886514] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.896242] env[63309]: DEBUG oslo_vmware.api [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.099109] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.131214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c1049b3-5eec-4813-a3ef-87f4e284547d tempest-TenantUsagesTestJSON-1884278355 tempest-TenantUsagesTestJSON-1884278355-project-member] Lock "5c362e72-dc93-4e23-a571-ba5fcb9fb8e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.721s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.164579] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730699, 'name': ReconfigVM_Task, 'duration_secs': 1.840498} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.166011] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Reconfigured VM instance instance-0000005e to attach disk [datastore2] bad78816-6822-4d3e-b4b8-aee9a06325dd/bad78816-6822-4d3e-b4b8-aee9a06325dd.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.166011] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-290ba2df-be8f-42a5-a300-1c97b25c617d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.172876] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1029.172876] env[63309]: value = "task-2730702" [ 1029.172876] env[63309]: _type = "Task" [ 1029.172876] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.181911] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730702, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.209723] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc1f24-e7d6-73c2-269a-01f7cb7f55ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007707} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.210605] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990867e7-b6a8-48dd-a3a3-23d0f2cb85d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.216014] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1029.216014] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524ca232-521a-6652-bce8-b60740b0436a" [ 1029.216014] env[63309]: _type = "Task" [ 1029.216014] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.224738] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524ca232-521a-6652-bce8-b60740b0436a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.396477] env[63309]: DEBUG oslo_vmware.api [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730701, 'name': PowerOffVM_Task, 'duration_secs': 0.300711} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.396804] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.396964] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.397608] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-367b6e61-dab9-4936-80cf-9bd44cdc0fa1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.458809] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.458809] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.458809] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleting the datastore file [datastore2] 77d27edd-600f-4045-996d-278701d28d8b {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.459293] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-667340f0-bf6f-476f-bf6c-5cc3d9ddc08c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.465102] env[63309]: DEBUG oslo_vmware.api [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for the task: (returnval){ [ 1029.465102] env[63309]: value = "task-2730704" [ 1029.465102] env[63309]: _type = "Task" [ 1029.465102] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.473494] env[63309]: DEBUG oslo_vmware.api [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.682637] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730702, 'name': Rename_Task, 'duration_secs': 0.138372} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.685188] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.685606] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff6cfa42-2ee3-49f4-a249-efef8c576424 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.691731] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1029.691731] env[63309]: value = "task-2730705" [ 1029.691731] env[63309]: _type = "Task" [ 1029.691731] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.700352] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.729295] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524ca232-521a-6652-bce8-b60740b0436a, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.729559] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.729876] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/2b47be0a-cff4-495c-b795-5bf6ee075759.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.730247] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8da88098-6bdf-4d78-bcee-25d9a57ba23b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.738417] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1029.738417] env[63309]: value = "task-2730706" [ 1029.738417] env[63309]: _type = "Task" [ 1029.738417] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.746426] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.746669] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.751048] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.876265] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae5ce3-d914-4dff-8b94-11ba32ed6603 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.883387] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d50393-7bbd-4745-a76c-c676a12cd29b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.915271] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941bda0-8149-47c3-b279-91775f01477a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.923020] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e5f23f-7d0a-4a9a-b97a-efbebd554a27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.938198] env[63309]: DEBUG nova.compute.provider_tree [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.976746] env[63309]: DEBUG oslo_vmware.api [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Task: {'id': task-2730704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133118} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.977057] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.977297] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.977542] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.977757] env[63309]: INFO nova.compute.manager [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1029.978178] env[63309]: DEBUG oslo.service.loopingcall [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.978386] env[63309]: DEBUG nova.compute.manager [-] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.978459] env[63309]: DEBUG nova.network.neutron [-] [instance: 77d27edd-600f-4045-996d-278701d28d8b] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.207474] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.259737] env[63309]: INFO nova.compute.manager [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Detaching volume 49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb [ 1030.262536] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504553} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.262993] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/2b47be0a-cff4-495c-b795-5bf6ee075759.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.264371] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.264707] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cac6384-9644-4256-bc60-c46932758d73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.278711] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1030.278711] env[63309]: value = "task-2730707" [ 1030.278711] env[63309]: _type = "Task" [ 1030.278711] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.288658] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.316803] env[63309]: INFO nova.virt.block_device [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Attempting to driver detach volume 49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb from mountpoint /dev/sdb [ 1030.317186] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.317480] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549787', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'name': 'volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'feb7d9ed-c1d5-40c6-8f6c-c5e138b58269', 'attached_at': '', 'detached_at': '', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'serial': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.318572] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a0fb2-5cbe-4f79-beac-11494e87f4d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.352471] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0742a-83eb-4ac3-9c5f-f5a177740317 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.363792] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34921f87-cce1-4c0c-afd7-cd5fd0c04458 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.390757] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff89c69-fdaf-49f6-9c16-029fc2c1abae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.409835] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] The volume has not been displaced from its original location: [datastore1] volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb/volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.418117] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.418117] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58541401-cbee-4047-a53f-62977a0e4987 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.440119] env[63309]: DEBUG oslo_vmware.api [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1030.440119] env[63309]: value = "task-2730708" [ 1030.440119] env[63309]: _type = "Task" [ 1030.440119] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.441130] env[63309]: DEBUG nova.scheduler.client.report [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.458631] env[63309]: DEBUG oslo_vmware.api [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.573668] env[63309]: DEBUG nova.compute.manager [req-fc405906-acc4-49f9-ba65-2a9829672dff req-a3f56a87-b02a-4e7d-b33d-aca26d2c6530 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Received event network-vif-deleted-6ab76ca5-5706-4341-8a60-e66ace3f48e0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.573846] env[63309]: INFO nova.compute.manager [req-fc405906-acc4-49f9-ba65-2a9829672dff req-a3f56a87-b02a-4e7d-b33d-aca26d2c6530 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Neutron deleted interface 6ab76ca5-5706-4341-8a60-e66ace3f48e0; detaching it from the instance and deleting it from the info cache [ 1030.574328] env[63309]: DEBUG nova.network.neutron [req-fc405906-acc4-49f9-ba65-2a9829672dff req-a3f56a87-b02a-4e7d-b33d-aca26d2c6530 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.703134] env[63309]: DEBUG oslo_vmware.api [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730705, 'name': PowerOnVM_Task, 'duration_secs': 0.745311} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.703421] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.703631] env[63309]: INFO nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1030.703855] env[63309]: DEBUG nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.704734] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b3473-4483-42ad-9e75-46e1c1fd5132 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.789404] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074498} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.789679] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.790485] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b134c7a1-d942-4e61-8978-4e7a8e5bc374 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.816671] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/2b47be0a-cff4-495c-b795-5bf6ee075759.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.816987] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ac71df-f246-4dc3-94a2-60f8a0a39d2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.838387] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1030.838387] env[63309]: value = "task-2730709" [ 1030.838387] env[63309]: _type = "Task" [ 1030.838387] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.846856] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.951426] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.952037] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.955796] env[63309]: DEBUG oslo_vmware.api [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730708, 'name': ReconfigVM_Task, 'duration_secs': 0.272874} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.956108] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.472s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.958087] env[63309]: INFO nova.compute.claims [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.962085] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.968133] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c4eed4-60bd-4137-9825-f029c50fa7b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.985861] env[63309]: DEBUG oslo_vmware.api [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1030.985861] env[63309]: value = "task-2730710" [ 1030.985861] env[63309]: _type = "Task" [ 1030.985861] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.996114] env[63309]: DEBUG oslo_vmware.api [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.058825] env[63309]: DEBUG nova.network.neutron [-] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.077641] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9748a5cb-ecf2-439c-9ca8-7730ab658e64 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.087805] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf4e758-be47-4b39-a9c7-d505c906bc30 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.124683] env[63309]: DEBUG nova.compute.manager [req-fc405906-acc4-49f9-ba65-2a9829672dff req-a3f56a87-b02a-4e7d-b33d-aca26d2c6530 service nova] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Detach interface failed, port_id=6ab76ca5-5706-4341-8a60-e66ace3f48e0, reason: Instance 77d27edd-600f-4045-996d-278701d28d8b could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.222572] env[63309]: INFO nova.compute.manager [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Took 27.58 seconds to build instance. [ 1031.351078] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.469620] env[63309]: DEBUG nova.compute.utils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.470883] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.471352] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.496534] env[63309]: DEBUG oslo_vmware.api [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730710, 'name': ReconfigVM_Task, 'duration_secs': 0.179865} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.496834] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549787', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'name': 'volume-49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'feb7d9ed-c1d5-40c6-8f6c-c5e138b58269', 'attached_at': '', 'detached_at': '', 'volume_id': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb', 'serial': '49a19fa0-8f2b-4fb4-bb96-7d129b1e53eb'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1031.515801] env[63309]: DEBUG nova.policy [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eae3ce9b65eb4ba19b3785d99bad6366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd8b11b708514df6a31b8e4f7fa7bc38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.563650] env[63309]: INFO nova.compute.manager [-] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Took 1.59 seconds to deallocate network for instance. [ 1031.726428] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5bc62a8b-44b1-4d5c-918f-4d1be2bc057b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.093s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.852644] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.859162] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Successfully created port: 5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.975205] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.063245] env[63309]: DEBUG nova.objects.instance [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'flavor' on Instance uuid feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.071177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.199823] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Successfully created port: 650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.313691] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e7b089-7bb0-4c1c-ac3e-31ddfed3fefc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.328615] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8d381-73d7-44f3-970b-87caa849408f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.372208] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7703c0-cb73-4434-a2eb-59bbfc014d9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.388184] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46be5e-724e-45a0-a8a8-e700a7dbe80f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.390814] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730709, 'name': ReconfigVM_Task, 'duration_secs': 1.121711} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.391603] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/2b47be0a-cff4-495c-b795-5bf6ee075759.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.392624] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c89e8773-f32c-4422-b96f-34068ef24da2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.409098] env[63309]: DEBUG nova.compute.provider_tree [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.413523] env[63309]: DEBUG nova.compute.manager [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-changed-0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.413700] env[63309]: DEBUG nova.compute.manager [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Refreshing instance network info cache due to event network-changed-0ddf49b5-9abc-41e0-bf24-706c1cd14eba. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.413926] env[63309]: DEBUG oslo_concurrency.lockutils [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] Acquiring lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.414111] env[63309]: DEBUG oslo_concurrency.lockutils [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] Acquired lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.414287] env[63309]: DEBUG nova.network.neutron [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Refreshing network info cache for port 0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.415793] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1032.415793] env[63309]: value = "task-2730711" [ 1032.415793] env[63309]: _type = "Task" [ 1032.415793] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.430568] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730711, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.576816] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Successfully created port: bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.882812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.883074] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.918466] env[63309]: DEBUG nova.scheduler.client.report [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.933863] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730711, 'name': Rename_Task, 'duration_secs': 0.17182} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.934205] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.934466] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dcc20e0-fb23-454c-8a22-5f9cd798a27e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.943361] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1032.943361] env[63309]: value = "task-2730712" [ 1032.943361] env[63309]: _type = "Task" [ 1032.943361] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.954243] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.987290] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.026595] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.026990] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.027276] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.027594] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.027853] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.028121] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.028452] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.028704] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.028972] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.029245] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.029528] env[63309]: DEBUG nova.virt.hardware [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.030867] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb40c60-9035-42ac-a116-93b229e2be25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.043503] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0cbed5-7b5d-4a61-9465-a1380bef4f50 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.074219] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6239cc28-b3ef-4274-9b4e-c8e4e3cfd2fc tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.277519] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "7049255a-23c2-4f0c-b935-dbe2cc21faed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.277768] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "7049255a-23c2-4f0c-b935-dbe2cc21faed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.323152] env[63309]: DEBUG nova.network.neutron [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updated VIF entry in instance network info cache for port 0ddf49b5-9abc-41e0-bf24-706c1cd14eba. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.323707] env[63309]: DEBUG nova.network.neutron [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.339084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.339441] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.339732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.339993] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.340253] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.343168] env[63309]: INFO nova.compute.manager [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Terminating instance [ 1033.385195] env[63309]: DEBUG nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.426771] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.426897] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.429537] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.381s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.430995] env[63309]: INFO nova.compute.claims [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.455414] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.780656] env[63309]: DEBUG nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.827276] env[63309]: DEBUG oslo_concurrency.lockutils [req-521b2fe7-ea8a-46d3-80c9-b675ccbc73e1 req-9ffbd050-b8af-4b5b-a1b1-28984bc5bbf5 service nova] Releasing lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.849035] env[63309]: DEBUG nova.compute.manager [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.849035] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.849035] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d4bdb-8175-4bca-9cbc-8f9dc7eb87a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.858064] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.858322] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82923917-28cc-4f11-b30f-55f1daf2e854 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.865536] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1033.865536] env[63309]: value = "task-2730713" [ 1033.865536] env[63309]: _type = "Task" [ 1033.865536] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.877609] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.914595] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.936414] env[63309]: DEBUG nova.compute.utils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.941354] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.941354] env[63309]: DEBUG nova.network.neutron [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.956881] env[63309]: DEBUG oslo_vmware.api [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730712, 'name': PowerOnVM_Task, 'duration_secs': 0.760049} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.957303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.957586] env[63309]: INFO nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1033.957829] env[63309]: DEBUG nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.959107] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea15e89-0d38-4e07-ac7e-30441d31e419 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.987899] env[63309]: DEBUG nova.policy [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f26250effaf4b51a5ea8ae45d9b2ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80006e13d4e84de99e5c2127b9ee7029', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.059201] env[63309]: DEBUG nova.compute.manager [req-bd07e1dd-9ce3-4f5e-a970-e42433427136 req-b108fc93-0a97-4c56-92f8-179bcabc7c17 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-vif-plugged-5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.059436] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd07e1dd-9ce3-4f5e-a970-e42433427136 req-b108fc93-0a97-4c56-92f8-179bcabc7c17 service nova] Acquiring lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.059688] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd07e1dd-9ce3-4f5e-a970-e42433427136 req-b108fc93-0a97-4c56-92f8-179bcabc7c17 service nova] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.059825] env[63309]: DEBUG oslo_concurrency.lockutils [req-bd07e1dd-9ce3-4f5e-a970-e42433427136 req-b108fc93-0a97-4c56-92f8-179bcabc7c17 service nova] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.060051] env[63309]: DEBUG nova.compute.manager [req-bd07e1dd-9ce3-4f5e-a970-e42433427136 req-b108fc93-0a97-4c56-92f8-179bcabc7c17 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] No waiting events found dispatching network-vif-plugged-5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.060233] env[63309]: WARNING nova.compute.manager [req-bd07e1dd-9ce3-4f5e-a970-e42433427136 req-b108fc93-0a97-4c56-92f8-179bcabc7c17 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received unexpected event network-vif-plugged-5cca9191-0675-4ed0-9b75-d58e06ef4339 for instance with vm_state building and task_state spawning. [ 1034.177485] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Successfully updated port: 5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.314207] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.356594] env[63309]: DEBUG nova.network.neutron [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Successfully created port: c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.375955] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730713, 'name': PowerOffVM_Task, 'duration_secs': 0.300773} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.380127] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.380127] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.380127] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7190e40c-6acb-4fe2-8901-2eebe82e9847 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.441510] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.451885] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.452132] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.452325] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleting the datastore file [datastore2] feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.452589] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d93633f-f251-46a5-b6a9-9f78abf918bd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.460174] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1034.460174] env[63309]: value = "task-2730715" [ 1034.460174] env[63309]: _type = "Task" [ 1034.460174] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.469802] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.484437] env[63309]: INFO nova.compute.manager [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Took 24.80 seconds to build instance. [ 1034.735712] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c655cb0-3721-440e-aecb-5a56b19b39e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.744892] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a26478-467d-4d3b-b298-5e3d75b0ec3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.776264] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35d9f1-8f72-42b8-af19-61a7f5109b3b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.784638] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e88d8-f028-4777-84a4-bb9944b71199 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.798281] env[63309]: DEBUG nova.compute.provider_tree [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.971457] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.986307] env[63309]: INFO nova.compute.manager [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Rescuing [ 1034.986307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.986307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.986307] env[63309]: DEBUG nova.network.neutron [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.987346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c4231f6c-775e-403b-8b1e-9b15cdf7a826 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.312s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.303560] env[63309]: DEBUG nova.scheduler.client.report [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.457192] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.474864] env[63309]: DEBUG oslo_vmware.api [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522184} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.475139] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.475351] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.475525] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.475699] env[63309]: INFO nova.compute.manager [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1035.475948] env[63309]: DEBUG oslo.service.loopingcall [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.476170] env[63309]: DEBUG nova.compute.manager [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.476260] env[63309]: DEBUG nova.network.neutron [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.485907] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.486161] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.486325] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.486509] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.486654] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.486835] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.487007] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.487202] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.487411] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.487572] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.487744] env[63309]: DEBUG nova.virt.hardware [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.488559] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5242ff-709f-4779-9be7-37a31ecc9704 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.498574] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a7ece-0295-4291-9f4e-b7627af241c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.734153] env[63309]: DEBUG nova.network.neutron [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updating instance_info_cache with network_info: [{"id": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "address": "fa:16:3e:81:02:3f", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af60cbe-4a", "ovs_interfaceid": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.808880] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.809441] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.812685] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.300s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.813901] env[63309]: INFO nova.compute.claims [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.954219] env[63309]: DEBUG nova.compute.manager [req-7e78ff3e-7478-4d94-bc77-ee30a90f1fe8 req-22260add-7d78-48ca-89f9-a3776e1b4ab6 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Received event network-vif-plugged-c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.954452] env[63309]: DEBUG oslo_concurrency.lockutils [req-7e78ff3e-7478-4d94-bc77-ee30a90f1fe8 req-22260add-7d78-48ca-89f9-a3776e1b4ab6 service nova] Acquiring lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.954647] env[63309]: DEBUG oslo_concurrency.lockutils [req-7e78ff3e-7478-4d94-bc77-ee30a90f1fe8 req-22260add-7d78-48ca-89f9-a3776e1b4ab6 service nova] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.954823] env[63309]: DEBUG oslo_concurrency.lockutils [req-7e78ff3e-7478-4d94-bc77-ee30a90f1fe8 req-22260add-7d78-48ca-89f9-a3776e1b4ab6 service nova] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.959064] env[63309]: DEBUG nova.compute.manager [req-7e78ff3e-7478-4d94-bc77-ee30a90f1fe8 req-22260add-7d78-48ca-89f9-a3776e1b4ab6 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] No waiting events found dispatching network-vif-plugged-c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.959437] env[63309]: WARNING nova.compute.manager [req-7e78ff3e-7478-4d94-bc77-ee30a90f1fe8 req-22260add-7d78-48ca-89f9-a3776e1b4ab6 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Received unexpected event network-vif-plugged-c8662e95-1177-4c60-9501-1951b37613d7 for instance with vm_state building and task_state spawning. [ 1036.097459] env[63309]: DEBUG nova.compute.manager [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-changed-5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.097675] env[63309]: DEBUG nova.compute.manager [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Refreshing instance network info cache due to event network-changed-5cca9191-0675-4ed0-9b75-d58e06ef4339. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.097905] env[63309]: DEBUG oslo_concurrency.lockutils [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] Acquiring lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.098075] env[63309]: DEBUG oslo_concurrency.lockutils [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] Acquired lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.098264] env[63309]: DEBUG nova.network.neutron [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Refreshing network info cache for port 5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.111101] env[63309]: DEBUG nova.network.neutron [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Successfully updated port: c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.237623] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.321501] env[63309]: DEBUG nova.compute.utils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.322743] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.322914] env[63309]: DEBUG nova.network.neutron [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.350473] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Successfully updated port: 650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.381276] env[63309]: DEBUG nova.policy [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc61e9384e94396bb9c7f0c52349a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ede1c995fa48d1b5b23266b015ca05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.575487] env[63309]: DEBUG nova.network.neutron [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.614931] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.614931] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquired lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.614931] env[63309]: DEBUG nova.network.neutron [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.637647] env[63309]: DEBUG nova.network.neutron [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.658844] env[63309]: DEBUG nova.network.neutron [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Successfully created port: 21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.717949] env[63309]: DEBUG nova.network.neutron [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.829731] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.078590] env[63309]: INFO nova.compute.manager [-] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Took 1.60 seconds to deallocate network for instance. [ 1037.148404] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80cac2-2ff1-48be-b9c9-0153f5a02fc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.154621] env[63309]: DEBUG nova.network.neutron [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.159828] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0efad-a57d-4fee-8323-06e9a36b38f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.192525] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b0cff1-0613-42b6-bc5a-97af6bc49926 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.200524] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3215cac-c9e4-457c-89cf-66cf1ea83c1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.214465] env[63309]: DEBUG nova.compute.provider_tree [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.219623] env[63309]: DEBUG oslo_concurrency.lockutils [req-f716ab53-2488-4a52-95d9-bc57ed3375d2 req-f46f0aed-e536-4d33-b692-473242bdcb92 service nova] Releasing lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.342036] env[63309]: DEBUG nova.network.neutron [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Updating instance_info_cache with network_info: [{"id": "c8662e95-1177-4c60-9501-1951b37613d7", "address": "fa:16:3e:5e:11:a1", "network": {"id": "47aa2999-6c24-4ae7-891b-67b865322222", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818046432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80006e13d4e84de99e5c2127b9ee7029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8662e95-11", "ovs_interfaceid": "c8662e95-1177-4c60-9501-1951b37613d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.587209] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.719998] env[63309]: DEBUG nova.scheduler.client.report [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.776491] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.776804] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab39e1a-4dc9-4976-b73b-cdc22801f0f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.786849] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1037.786849] env[63309]: value = "task-2730716" [ 1037.786849] env[63309]: _type = "Task" [ 1037.786849] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.796183] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.843203] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.846854] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Releasing lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.847128] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Instance network_info: |[{"id": "c8662e95-1177-4c60-9501-1951b37613d7", "address": "fa:16:3e:5e:11:a1", "network": {"id": "47aa2999-6c24-4ae7-891b-67b865322222", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818046432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80006e13d4e84de99e5c2127b9ee7029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8662e95-11", "ovs_interfaceid": "c8662e95-1177-4c60-9501-1951b37613d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.847623] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:11:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8662e95-1177-4c60-9501-1951b37613d7', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.857127] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Creating folder: Project (80006e13d4e84de99e5c2127b9ee7029). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.857127] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52ce7df-94d0-4872-8318-b8c86f5ff030 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.869230] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Created folder: Project (80006e13d4e84de99e5c2127b9ee7029) in parent group-v549567. [ 1037.869519] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Creating folder: Instances. Parent ref: group-v549830. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.872146] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32a8acf6-0446-40b6-b89d-3a3a42611f69 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.880535] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.880890] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.881146] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.881411] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.881608] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.881780] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.882048] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.882274] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.882558] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.882842] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.883168] env[63309]: DEBUG nova.virt.hardware [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.884434] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eadea7-cb05-40cb-ad73-ab319a3e45a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.888335] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Created folder: Instances in parent group-v549830. [ 1037.888556] env[63309]: DEBUG oslo.service.loopingcall [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.889131] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.889347] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2876699d-21e9-4dcb-9c98-546e16c95317 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.908418] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58dcf15-9a9a-49b5-b810-0d92dd5b2c7f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.914263] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.914263] env[63309]: value = "task-2730719" [ 1037.914263] env[63309]: _type = "Task" [ 1037.914263] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.932176] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730719, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.998030] env[63309]: DEBUG nova.compute.manager [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Received event network-vif-deleted-fc751bca-62ae-438e-b890-aeb3df8f54fe {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.998448] env[63309]: DEBUG nova.compute.manager [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Received event network-changed-c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.998730] env[63309]: DEBUG nova.compute.manager [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Refreshing instance network info cache due to event network-changed-c8662e95-1177-4c60-9501-1951b37613d7. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.999106] env[63309]: DEBUG oslo_concurrency.lockutils [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] Acquiring lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.999346] env[63309]: DEBUG oslo_concurrency.lockutils [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] Acquired lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.999578] env[63309]: DEBUG nova.network.neutron [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Refreshing network info cache for port c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.148726] env[63309]: DEBUG nova.compute.manager [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-vif-plugged-650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.148726] env[63309]: DEBUG oslo_concurrency.lockutils [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] Acquiring lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.148903] env[63309]: DEBUG oslo_concurrency.lockutils [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.148946] env[63309]: DEBUG oslo_concurrency.lockutils [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.149133] env[63309]: DEBUG nova.compute.manager [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] No waiting events found dispatching network-vif-plugged-650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.149302] env[63309]: WARNING nova.compute.manager [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received unexpected event network-vif-plugged-650bcae4-a630-44c3-845b-11bd693ea7ec for instance with vm_state building and task_state spawning. [ 1038.149461] env[63309]: DEBUG nova.compute.manager [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-changed-650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.149618] env[63309]: DEBUG nova.compute.manager [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Refreshing instance network info cache due to event network-changed-650bcae4-a630-44c3-845b-11bd693ea7ec. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.149817] env[63309]: DEBUG oslo_concurrency.lockutils [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] Acquiring lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.149959] env[63309]: DEBUG oslo_concurrency.lockutils [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] Acquired lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.150133] env[63309]: DEBUG nova.network.neutron [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Refreshing network info cache for port 650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.225347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.225919] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.229182] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.783s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.229396] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.231694] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.936s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.231914] env[63309]: DEBUG nova.objects.instance [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'resources' on Instance uuid e1f519b7-16f2-47c4-aec3-23668a53dfea {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.268241] env[63309]: INFO nova.scheduler.client.report [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted allocations for instance 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be [ 1038.298434] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730716, 'name': PowerOffVM_Task, 'duration_secs': 0.264248} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.298702] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.299627] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa6d42-ea61-46a6-a387-dad7817ea39a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.323512] env[63309]: DEBUG nova.network.neutron [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Successfully updated port: 21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.325306] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e5c1a-32df-4ca8-b51a-f02d9c1a46c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.365617] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.366019] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f5dfc3-8f38-440c-96a1-f080f43a2a36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.374582] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1038.374582] env[63309]: value = "task-2730720" [ 1038.374582] env[63309]: _type = "Task" [ 1038.374582] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.390023] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.390023] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.390023] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.390023] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.390309] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.390309] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-664fa160-5c50-4e9e-a03d-c1e93a8ef9ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.398861] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.399086] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.402928] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acf027b-d88d-4459-8aab-0f2b7f510f67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.407386] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1038.407386] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b2f76-c0f2-afb1-eff8-b47dec005b48" [ 1038.407386] env[63309]: _type = "Task" [ 1038.407386] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.422445] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526b2f76-c0f2-afb1-eff8-b47dec005b48, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.422829] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.423699] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.425343] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f5daf3-16a4-4e93-af23-3f2e4300ec15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.432251] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730719, 'name': CreateVM_Task, 'duration_secs': 0.334355} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.432603] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.433183] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.433351] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.433700] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.433976] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bee4ea-7169-49b9-bca4-78a9d6a3f2b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.437499] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1038.437499] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529757a4-b98a-3cb6-aeed-521f264f0af2" [ 1038.437499] env[63309]: _type = "Task" [ 1038.437499] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.443913] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1038.443913] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbeb5c-8a47-b7b7-1348-6ef83fe4f629" [ 1038.443913] env[63309]: _type = "Task" [ 1038.443913] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.450679] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529757a4-b98a-3cb6-aeed-521f264f0af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.456962] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fbeb5c-8a47-b7b7-1348-6ef83fe4f629, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.458216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.458818] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.458818] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.489269] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Successfully updated port: bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.691071] env[63309]: DEBUG nova.network.neutron [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Updated VIF entry in instance network info cache for port c8662e95-1177-4c60-9501-1951b37613d7. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.691443] env[63309]: DEBUG nova.network.neutron [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Updating instance_info_cache with network_info: [{"id": "c8662e95-1177-4c60-9501-1951b37613d7", "address": "fa:16:3e:5e:11:a1", "network": {"id": "47aa2999-6c24-4ae7-891b-67b865322222", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818046432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80006e13d4e84de99e5c2127b9ee7029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8662e95-11", "ovs_interfaceid": "c8662e95-1177-4c60-9501-1951b37613d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.703090] env[63309]: DEBUG nova.network.neutron [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.734553] env[63309]: DEBUG nova.compute.utils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.738769] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.738942] env[63309]: DEBUG nova.network.neutron [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.778248] env[63309]: DEBUG nova.network.neutron [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.782211] env[63309]: DEBUG nova.policy [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45159ba8b05c4c8eac96381b4330dce3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49b8b15ea26740b0b1ab626a9d93e2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.784241] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1f158dac-be3e-41ea-aab8-3de5e7c467f7 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.156s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.831224] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.831369] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831522] env[63309]: DEBUG nova.network.neutron [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.936905] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.936905] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.936905] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.937157] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.937157] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.937276] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.938045] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1038.938045] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.949099] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529757a4-b98a-3cb6-aeed-521f264f0af2, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.952397] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.952669] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. {{(pid=63309) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1038.953439] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.953628] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.953839] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1dd7e12-ffaf-41a4-9b98-cdc3cfbf2aac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.957499] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-429e2434-4686-47bd-ae5a-0969006ce2ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967647] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1038.967647] env[63309]: value = "task-2730721" [ 1038.967647] env[63309]: _type = "Task" [ 1038.967647] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.973597] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.973799] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.975595] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6d7422-684f-4b44-afdb-1e2244df5f7a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.981732] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.985537] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1038.985537] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9a887-e4d6-1a88-14f7-c06929c7b4f4" [ 1038.985537] env[63309]: _type = "Task" [ 1038.985537] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.993183] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.000316] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9a887-e4d6-1a88-14f7-c06929c7b4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.006040] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fb77d5-f6b9-461d-8d13-abe9b4f128ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.010800] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1039.010800] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a68c54-4194-0ed6-c560-08a285058a1f" [ 1039.010800] env[63309]: _type = "Task" [ 1039.010800] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.021675] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a68c54-4194-0ed6-c560-08a285058a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.028712] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09195827-cd7b-4315-b12c-d03261b31234 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.036698] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff8032e-ef0a-4473-92fd-77cab583f852 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.068696] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb9777-2140-4410-9b0f-276e149ba214 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.078627] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea38d3d-12da-4b78-888e-9b547203ee95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.094141] env[63309]: DEBUG nova.compute.provider_tree [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.155732] env[63309]: DEBUG nova.network.neutron [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Successfully created port: e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.197884] env[63309]: DEBUG oslo_concurrency.lockutils [req-5dfdfc71-6fec-43b7-9d6d-f150d5d3fd51 req-6b990b51-ec97-4784-8174-6a1699ecee8a service nova] Releasing lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.241838] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.284887] env[63309]: DEBUG oslo_concurrency.lockutils [req-9e356dd5-eb80-48f1-aa27-b40b0ae5aa1d req-2e811e1b-61c0-49eb-9de3-417b338e6697 service nova] Releasing lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.285978] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.286223] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.364780] env[63309]: DEBUG nova.network.neutron [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.444926] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.482035] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730721, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.524819] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a68c54-4194-0ed6-c560-08a285058a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.525104] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.525543] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d1ff1bf4-778c-4b31-a79f-b1a18e1dad39/d1ff1bf4-778c-4b31-a79f-b1a18e1dad39.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.525812] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b74d3b-3b79-4611-a8a8-886b987e3357 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.534333] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1039.534333] env[63309]: value = "task-2730722" [ 1039.534333] env[63309]: _type = "Task" [ 1039.534333] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.544444] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.597226] env[63309]: DEBUG nova.scheduler.client.report [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.646877] env[63309]: DEBUG nova.network.neutron [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance_info_cache with network_info: [{"id": "21f4bff9-3da2-4f20-a903-2b405255f557", "address": "fa:16:3e:af:ac:e6", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f4bff9-3d", "ovs_interfaceid": "21f4bff9-3da2-4f20-a903-2b405255f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.822536] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.977846] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730721, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.032405] env[63309]: DEBUG nova.compute.manager [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Received event network-vif-plugged-21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.032584] env[63309]: DEBUG oslo_concurrency.lockutils [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] Acquiring lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.032794] env[63309]: DEBUG oslo_concurrency.lockutils [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.032960] env[63309]: DEBUG oslo_concurrency.lockutils [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.033145] env[63309]: DEBUG nova.compute.manager [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] No waiting events found dispatching network-vif-plugged-21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.033370] env[63309]: WARNING nova.compute.manager [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Received unexpected event network-vif-plugged-21f4bff9-3da2-4f20-a903-2b405255f557 for instance with vm_state building and task_state spawning. [ 1040.033468] env[63309]: DEBUG nova.compute.manager [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Received event network-changed-21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.033652] env[63309]: DEBUG nova.compute.manager [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Refreshing instance network info cache due to event network-changed-21f4bff9-3da2-4f20-a903-2b405255f557. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.033826] env[63309]: DEBUG oslo_concurrency.lockutils [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] Acquiring lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.049046] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.060498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.060824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.103274] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.106772] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.041s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.108257] env[63309]: INFO nova.compute.claims [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.126778] env[63309]: INFO nova.scheduler.client.report [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted allocations for instance e1f519b7-16f2-47c4-aec3-23668a53dfea [ 1040.149412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.149803] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Instance network_info: |[{"id": "21f4bff9-3da2-4f20-a903-2b405255f557", "address": "fa:16:3e:af:ac:e6", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f4bff9-3d", "ovs_interfaceid": "21f4bff9-3da2-4f20-a903-2b405255f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.149890] env[63309]: DEBUG oslo_concurrency.lockutils [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] Acquired lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.150084] env[63309]: DEBUG nova.network.neutron [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Refreshing network info cache for port 21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.151289] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ac:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21f4bff9-3da2-4f20-a903-2b405255f557', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.159143] env[63309]: DEBUG oslo.service.loopingcall [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.160429] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.161092] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d964c1-4d74-4ade-870b-6853fbd23878 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.185666] env[63309]: DEBUG nova.compute.manager [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-vif-plugged-bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.186167] env[63309]: DEBUG oslo_concurrency.lockutils [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] Acquiring lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.186436] env[63309]: DEBUG oslo_concurrency.lockutils [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.186625] env[63309]: DEBUG oslo_concurrency.lockutils [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.186784] env[63309]: DEBUG nova.compute.manager [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] No waiting events found dispatching network-vif-plugged-bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.186949] env[63309]: WARNING nova.compute.manager [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received unexpected event network-vif-plugged-bd6960fa-e641-48f3-ac4c-068231a823ca for instance with vm_state building and task_state spawning. [ 1040.187122] env[63309]: DEBUG nova.compute.manager [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-changed-bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.187279] env[63309]: DEBUG nova.compute.manager [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Refreshing instance network info cache due to event network-changed-bd6960fa-e641-48f3-ac4c-068231a823ca. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.187495] env[63309]: DEBUG oslo_concurrency.lockutils [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] Acquiring lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.189453] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.189453] env[63309]: value = "task-2730723" [ 1040.189453] env[63309]: _type = "Task" [ 1040.189453] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.198710] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730723, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.252400] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.283055] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.283413] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.283580] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.283791] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.283973] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.284174] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.284429] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.284598] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.284768] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.284934] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.285121] env[63309]: DEBUG nova.virt.hardware [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.286577] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47269a6c-1274-403b-82d1-cbdc2d910d10 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.296582] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14571f7-f819-44c3-92da-397dbf3cfddc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.362160] env[63309]: DEBUG nova.network.neutron [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Updating instance_info_cache with network_info: [{"id": "5cca9191-0675-4ed0-9b75-d58e06ef4339", "address": "fa:16:3e:66:c3:79", "network": {"id": "ef431403-8ad1-43b3-81a6-f42ddd02fa31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-659521903", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cca9191-06", "ovs_interfaceid": "5cca9191-0675-4ed0-9b75-d58e06ef4339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "650bcae4-a630-44c3-845b-11bd693ea7ec", "address": "fa:16:3e:e8:a8:75", "network": {"id": "ac46079e-7874-4f6e-9979-88576071a8ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1168781986", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650bcae4-a6", "ovs_interfaceid": "650bcae4-a630-44c3-845b-11bd693ea7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd6960fa-e641-48f3-ac4c-068231a823ca", "address": "fa:16:3e:f2:13:b6", "network": {"id": "ef431403-8ad1-43b3-81a6-f42ddd02fa31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-659521903", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6960fa-e6", "ovs_interfaceid": "bd6960fa-e641-48f3-ac4c-068231a823ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.479304] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730721, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495344} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.479634] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk. [ 1040.480709] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcbe53-0b98-40cb-a4fa-7d32db085e04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.510075] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.510959] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b910964-b0a9-4fe7-bed8-468810eb57b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.531366] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1040.531366] env[63309]: value = "task-2730724" [ 1040.531366] env[63309]: _type = "Task" [ 1040.531366] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.542555] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.548451] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.565946] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.633781] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f79f9fc0-5cfa-422c-ba77-e1088b9bd2e8 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "e1f519b7-16f2-47c4-aec3-23668a53dfea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.004s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.641950] env[63309]: DEBUG nova.objects.instance [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lazy-loading 'flavor' on Instance uuid 4a7aa62c-4093-45ff-aa21-18e754cb14f1 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.703210] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730723, 'name': CreateVM_Task, 'duration_secs': 0.416585} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.703406] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.704154] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.704334] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.704660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.704936] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78d227e-a8db-43f3-939d-d7fa166f8f20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.712670] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1040.712670] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945052-5b58-3b69-0d37-118e72e22468" [ 1040.712670] env[63309]: _type = "Task" [ 1040.712670] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.726436] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945052-5b58-3b69-0d37-118e72e22468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.868021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Releasing lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.868021] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance network_info: |[{"id": "5cca9191-0675-4ed0-9b75-d58e06ef4339", "address": "fa:16:3e:66:c3:79", "network": {"id": "ef431403-8ad1-43b3-81a6-f42ddd02fa31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-659521903", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cca9191-06", "ovs_interfaceid": "5cca9191-0675-4ed0-9b75-d58e06ef4339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "650bcae4-a630-44c3-845b-11bd693ea7ec", "address": "fa:16:3e:e8:a8:75", "network": {"id": "ac46079e-7874-4f6e-9979-88576071a8ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1168781986", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650bcae4-a6", "ovs_interfaceid": "650bcae4-a630-44c3-845b-11bd693ea7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd6960fa-e641-48f3-ac4c-068231a823ca", "address": "fa:16:3e:f2:13:b6", "network": {"id": "ef431403-8ad1-43b3-81a6-f42ddd02fa31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-659521903", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6960fa-e6", "ovs_interfaceid": "bd6960fa-e641-48f3-ac4c-068231a823ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.868021] env[63309]: DEBUG oslo_concurrency.lockutils [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] Acquired lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.868021] env[63309]: DEBUG nova.network.neutron [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Refreshing network info cache for port bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.868661] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:c3:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cca9191-0675-4ed0-9b75-d58e06ef4339', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:a8:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '650bcae4-a630-44c3-845b-11bd693ea7ec', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:13:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd6960fa-e641-48f3-ac4c-068231a823ca', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.885427] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Creating folder: Project (cd8b11b708514df6a31b8e4f7fa7bc38). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.887519] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73bf261a-79f3-4cbd-9b0b-dcb774328e60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.905631] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Created folder: Project (cd8b11b708514df6a31b8e4f7fa7bc38) in parent group-v549567. [ 1040.906063] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Creating folder: Instances. Parent ref: group-v549834. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.906765] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e7dee8-22c0-4d45-9010-0aba7ebbfd08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.919411] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Created folder: Instances in parent group-v549834. [ 1040.919969] env[63309]: DEBUG oslo.service.loopingcall [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.920347] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.920717] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c62ac9-24e4-4738-96e2-27c45ecd5e2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.957575] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.957575] env[63309]: value = "task-2730727" [ 1040.957575] env[63309]: _type = "Task" [ 1040.957575] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.972339] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730727, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.024675] env[63309]: DEBUG nova.network.neutron [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Successfully updated port: e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.025975] env[63309]: DEBUG nova.network.neutron [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updated VIF entry in instance network info cache for port 21f4bff9-3da2-4f20-a903-2b405255f557. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.026365] env[63309]: DEBUG nova.network.neutron [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance_info_cache with network_info: [{"id": "21f4bff9-3da2-4f20-a903-2b405255f557", "address": "fa:16:3e:af:ac:e6", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f4bff9-3d", "ovs_interfaceid": "21f4bff9-3da2-4f20-a903-2b405255f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.044323] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.051571] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730722, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.387378} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.051830] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d1ff1bf4-778c-4b31-a79f-b1a18e1dad39/d1ff1bf4-778c-4b31-a79f-b1a18e1dad39.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.054724] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.054724] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-337deaab-08af-4d98-a65e-5fe046342cd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.062519] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1041.062519] env[63309]: value = "task-2730728" [ 1041.062519] env[63309]: _type = "Task" [ 1041.062519] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.080431] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.105840] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.151024] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.151188] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.228679] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945052-5b58-3b69-0d37-118e72e22468, 'name': SearchDatastore_Task, 'duration_secs': 0.072866} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.232231] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.232563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.232884] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.233089] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.233315] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.233838] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455e4ea3-e771-4fbd-bba9-0f7eb6ddd659 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.245723] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.245942] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.246716] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e71233d-d0b9-4c96-a387-1b1c5547209f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.256714] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1041.256714] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5231e736-d2e3-188d-11ed-f85c1bd48d19" [ 1041.256714] env[63309]: _type = "Task" [ 1041.256714] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.266317] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5231e736-d2e3-188d-11ed-f85c1bd48d19, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.269545] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2147c93-0263-4119-bc71-92dc8e9eca74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.275639] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1041.275639] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f73042-c321-9014-40ce-93cb07e060cf" [ 1041.275639] env[63309]: _type = "Task" [ 1041.275639] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.285283] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f73042-c321-9014-40ce-93cb07e060cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.469642] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730727, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.491059] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dee457a-f70c-4b22-8d61-3c2b0835a03d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.499985] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013883e-7080-4b50-9175-4f6d6a405c98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.533567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.533723] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.533872] env[63309]: DEBUG nova.network.neutron [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.535240] env[63309]: DEBUG oslo_concurrency.lockutils [req-47f490b8-392d-4829-b1ba-4b91ba2357f2 req-02484013-0d24-4c62-9547-aca7b46ce1b6 service nova] Releasing lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.548025] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c92410a-ca5f-445d-a6ba-764f6ea95fa0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.559157] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730724, 'name': ReconfigVM_Task, 'duration_secs': 0.635516} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.563011] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759/8916ba0c-66a6-4468-8d2e-6a0dd94e1115-rescue.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.568018] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdadec52-0b71-42ce-a5ed-1ca9a0cd3b8d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.570796] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a30a79-6142-45b8-86f5-ad9114bf7089 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.596171] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188627} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.636835] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.638045] env[63309]: DEBUG nova.compute.provider_tree [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.655555] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65ed8e3-ab6d-443b-9917-3e5f80cc8a91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.659487] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d7ac13-24f4-4322-bc0f-04881cfc61b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.718893] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d1ff1bf4-778c-4b31-a79f-b1a18e1dad39/d1ff1bf4-778c-4b31-a79f-b1a18e1dad39.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.719294] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1041.719294] env[63309]: value = "task-2730729" [ 1041.719294] env[63309]: _type = "Task" [ 1041.719294] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.720251] env[63309]: DEBUG nova.network.neutron [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.721658] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390186ef-76ec-4c4c-8380-51e333edbb1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.749058] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.750922] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1041.750922] env[63309]: value = "task-2730730" [ 1041.750922] env[63309]: _type = "Task" [ 1041.750922] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.760416] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.788474] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f73042-c321-9014-40ce-93cb07e060cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.788805] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.789124] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35/3044afa7-90dd-4617-82e4-d90c2d306a35.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.789427] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9277715f-9079-4cba-b2b5-cef3143a9cae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.798507] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1041.798507] env[63309]: value = "task-2730731" [ 1041.798507] env[63309]: _type = "Task" [ 1041.798507] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.803183] env[63309]: DEBUG nova.network.neutron [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Updated VIF entry in instance network info cache for port bd6960fa-e641-48f3-ac4c-068231a823ca. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.803670] env[63309]: DEBUG nova.network.neutron [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Updating instance_info_cache with network_info: [{"id": "5cca9191-0675-4ed0-9b75-d58e06ef4339", "address": "fa:16:3e:66:c3:79", "network": {"id": "ef431403-8ad1-43b3-81a6-f42ddd02fa31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-659521903", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cca9191-06", "ovs_interfaceid": "5cca9191-0675-4ed0-9b75-d58e06ef4339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "650bcae4-a630-44c3-845b-11bd693ea7ec", "address": "fa:16:3e:e8:a8:75", "network": {"id": "ac46079e-7874-4f6e-9979-88576071a8ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1168781986", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650bcae4-a6", "ovs_interfaceid": "650bcae4-a630-44c3-845b-11bd693ea7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd6960fa-e641-48f3-ac4c-068231a823ca", "address": "fa:16:3e:f2:13:b6", "network": {"id": "ef431403-8ad1-43b3-81a6-f42ddd02fa31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-659521903", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6960fa-e6", "ovs_interfaceid": "bd6960fa-e641-48f3-ac4c-068231a823ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.811945] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.967771] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730727, 'name': CreateVM_Task, 'duration_secs': 0.55103} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.968494] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.968877] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.969084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.969445] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.969734] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9341ddf-d84b-4161-b456-3287d25c6dc3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.976057] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1041.976057] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d98db-a322-8171-af45-fbb5db3e0be7" [ 1041.976057] env[63309]: _type = "Task" [ 1041.976057] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.985242] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d98db-a322-8171-af45-fbb5db3e0be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.090693] env[63309]: DEBUG nova.network.neutron [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.141724] env[63309]: DEBUG nova.compute.manager [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.141925] env[63309]: DEBUG nova.compute.manager [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing instance network info cache due to event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.142177] env[63309]: DEBUG oslo_concurrency.lockutils [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.158032] env[63309]: DEBUG nova.scheduler.client.report [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.253352] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730729, 'name': ReconfigVM_Task, 'duration_secs': 0.299424} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.257995] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.259510] env[63309]: DEBUG nova.compute.manager [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Received event network-vif-plugged-e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.259510] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] Acquiring lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.259686] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.259851] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.260057] env[63309]: DEBUG nova.compute.manager [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] No waiting events found dispatching network-vif-plugged-e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.261034] env[63309]: WARNING nova.compute.manager [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Received unexpected event network-vif-plugged-e5c81152-0c22-4c51-bbed-475f8e1420b3 for instance with vm_state building and task_state spawning. [ 1042.261034] env[63309]: DEBUG nova.compute.manager [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Received event network-changed-e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.261034] env[63309]: DEBUG nova.compute.manager [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Refreshing instance network info cache due to event network-changed-e5c81152-0c22-4c51-bbed-475f8e1420b3. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.261034] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] Acquiring lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.261427] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-571bc7a2-848b-4bdd-aff4-25768f399989 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.269480] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730730, 'name': ReconfigVM_Task, 'duration_secs': 0.299335} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.270990] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d1ff1bf4-778c-4b31-a79f-b1a18e1dad39/d1ff1bf4-778c-4b31-a79f-b1a18e1dad39.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.271748] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1042.271748] env[63309]: value = "task-2730732" [ 1042.271748] env[63309]: _type = "Task" [ 1042.271748] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.271949] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53f878ca-075f-4c1a-8564-80ed568660fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.284834] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.287061] env[63309]: DEBUG nova.network.neutron [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updating instance_info_cache with network_info: [{"id": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "address": "fa:16:3e:53:9c:7c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c81152-0c", "ovs_interfaceid": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.288439] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1042.288439] env[63309]: value = "task-2730733" [ 1042.288439] env[63309]: _type = "Task" [ 1042.288439] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.298198] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730733, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.306304] env[63309]: DEBUG oslo_concurrency.lockutils [req-d380af0c-e34b-49c7-9f88-a8f69df00b2d req-7afb5179-9348-48fb-9661-e12846d6c870 service nova] Releasing lock "refresh_cache-9d3341de-402a-41c3-a202-f43eecbee5b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.310764] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730731, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.487017] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529d98db-a322-8171-af45-fbb5db3e0be7, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.487326] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.487559] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.487871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.487986] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.488117] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.488406] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ff6f0d-823f-4154-baef-0bbccdef95de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.497945] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.498149] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.498882] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776b84c9-27a0-4748-b233-9fb6d8e80a04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.504512] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1042.504512] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec71d1-cb8a-214f-10b2-94873d93c60b" [ 1042.504512] env[63309]: _type = "Task" [ 1042.504512] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.512225] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec71d1-cb8a-214f-10b2-94873d93c60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.525597] env[63309]: DEBUG nova.network.neutron [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.662037] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.662537] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.667440] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.568s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.669270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.669270] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.784235] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.790058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.790248] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Instance network_info: |[{"id": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "address": "fa:16:3e:53:9c:7c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c81152-0c", "ovs_interfaceid": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.790631] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] Acquired lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.790814] env[63309]: DEBUG nova.network.neutron [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Refreshing network info cache for port e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.792016] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:9c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5c81152-0c22-4c51-bbed-475f8e1420b3', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.799948] env[63309]: DEBUG oslo.service.loopingcall [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.806227] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.806924] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5632e921-9149-4c2c-8583-ed2523f358bd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.830367] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730733, 'name': Rename_Task, 'duration_secs': 0.388921} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.834917] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.835231] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.835231] env[63309]: value = "task-2730734" [ 1042.835231] env[63309]: _type = "Task" [ 1042.835231] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.835472] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60365} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.835693] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62cfae5e-8e92-48a0-b809-786c06fe2bcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.837514] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35/3044afa7-90dd-4617-82e4-d90c2d306a35.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.837726] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.840745] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d29e0da-9ada-456c-a05a-223a63e28f8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.849165] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730734, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.850622] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1042.850622] env[63309]: value = "task-2730735" [ 1042.850622] env[63309]: _type = "Task" [ 1042.850622] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.855103] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1042.855103] env[63309]: value = "task-2730736" [ 1042.855103] env[63309]: _type = "Task" [ 1042.855103] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.867567] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.872925] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.002026] env[63309]: DEBUG nova.objects.instance [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lazy-loading 'flavor' on Instance uuid 4a7aa62c-4093-45ff-aa21-18e754cb14f1 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.019532] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec71d1-cb8a-214f-10b2-94873d93c60b, 'name': SearchDatastore_Task, 'duration_secs': 0.01592} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.020844] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1cd437-32c1-4d54-a85c-1dabea057980 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.027425] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1043.027425] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cdfc21-da44-87fe-dbc4-e5f0ebe723a1" [ 1043.027425] env[63309]: _type = "Task" [ 1043.027425] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.028128] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.028355] env[63309]: DEBUG nova.compute.manager [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Inject network info {{(pid=63309) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1043.028613] env[63309]: DEBUG nova.compute.manager [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] network_info to inject: |[{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1043.033642] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Reconfiguring VM instance to set the machine id {{(pid=63309) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1043.036609] env[63309]: DEBUG oslo_concurrency.lockutils [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.036786] env[63309]: DEBUG nova.network.neutron [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.038144] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21d36ad-9f9b-4b9e-946a-bc378e3bd1c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.057961] env[63309]: DEBUG oslo_vmware.api [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1043.057961] env[63309]: value = "task-2730737" [ 1043.057961] env[63309]: _type = "Task" [ 1043.057961] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.060948] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cdfc21-da44-87fe-dbc4-e5f0ebe723a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.072496] env[63309]: DEBUG oslo_vmware.api [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.143809] env[63309]: DEBUG nova.network.neutron [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updated VIF entry in instance network info cache for port e5c81152-0c22-4c51-bbed-475f8e1420b3. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.144329] env[63309]: DEBUG nova.network.neutron [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updating instance_info_cache with network_info: [{"id": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "address": "fa:16:3e:53:9c:7c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c81152-0c", "ovs_interfaceid": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.169288] env[63309]: DEBUG nova.compute.utils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.170691] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.170860] env[63309]: DEBUG nova.network.neutron [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.175820] env[63309]: INFO nova.compute.claims [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.179258] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.222285] env[63309]: DEBUG nova.policy [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.284642] env[63309]: DEBUG oslo_vmware.api [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730732, 'name': PowerOnVM_Task, 'duration_secs': 0.626991} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.285011] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.288120] env[63309]: DEBUG nova.compute.manager [None req-a13a369e-7b6a-4149-809d-50deec4da69f tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.288537] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153da2fc-7b8e-459a-9afd-032b02c4cdc6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.349171] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730734, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.364481] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730735, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.376352] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084635} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.376776] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.377974] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85655060-bd67-4634-a607-8b997a57ba28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.426206] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35/3044afa7-90dd-4617-82e4-d90c2d306a35.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.426525] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e309cea1-d679-4cf6-9a68-d1120f4d11e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.447472] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1043.447472] env[63309]: value = "task-2730738" [ 1043.447472] env[63309]: _type = "Task" [ 1043.447472] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.458068] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.507660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.545130] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cdfc21-da44-87fe-dbc4-e5f0ebe723a1, 'name': SearchDatastore_Task, 'duration_secs': 0.032281} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.545431] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.545692] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 9d3341de-402a-41c3-a202-f43eecbee5b8/9d3341de-402a-41c3-a202-f43eecbee5b8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.545951] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-973b8b1f-2164-484e-ac61-08d30d68e79f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.555792] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1043.555792] env[63309]: value = "task-2730739" [ 1043.555792] env[63309]: _type = "Task" [ 1043.555792] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.568056] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.573719] env[63309]: DEBUG oslo_vmware.api [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730737, 'name': ReconfigVM_Task, 'duration_secs': 0.232629} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.573950] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7084fe-0e22-450b-b63c-778efb455739 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Reconfigured VM instance to set the machine id {{(pid=63309) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1043.577184] env[63309]: DEBUG nova.network.neutron [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Successfully created port: 870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.647188] env[63309]: DEBUG oslo_concurrency.lockutils [req-0d58cd6b-52cf-4dd6-b57e-e400d6c85d98 req-cc6d2647-b87b-4004-8eca-8bc3c3f3d6f3 service nova] Releasing lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.682182] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.686807] env[63309]: INFO nova.compute.resource_tracker [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating resource usage from migration 0b0d0e77-03f5-40b3-9d5c-df41a91b6f6d [ 1043.724619] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.830497] env[63309]: DEBUG nova.network.neutron [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updated VIF entry in instance network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.830607] env[63309]: DEBUG nova.network.neutron [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.848441] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730734, 'name': CreateVM_Task, 'duration_secs': 0.719812} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.851017] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.851901] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.852121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.852394] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.852918] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6caee2-bd8d-4910-8f0c-061f5611a36d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.863939] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1043.863939] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9c98c-364a-07dc-ac26-1b80fe32322d" [ 1043.863939] env[63309]: _type = "Task" [ 1043.863939] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.865084] env[63309]: DEBUG oslo_vmware.api [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730735, 'name': PowerOnVM_Task, 'duration_secs': 0.900487} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.868303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.868582] env[63309]: INFO nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1043.868825] env[63309]: DEBUG nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.872138] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616005d-3af4-4894-a8da-b4667bad2c70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.880280] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9c98c-364a-07dc-ac26-1b80fe32322d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.957687] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730738, 'name': ReconfigVM_Task, 'duration_secs': 0.387496} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.960304] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35/3044afa7-90dd-4617-82e4-d90c2d306a35.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.963019] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbc21223-c193-49b1-80dc-02faaacb468b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.967596] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1043.967596] env[63309]: value = "task-2730740" [ 1043.967596] env[63309]: _type = "Task" [ 1043.967596] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.979599] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730740, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.061855] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317a8e53-94a4-4dbd-95a8-9a1f22ddfc0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.073975] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.078188] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b66257-bbf1-4867-993c-cbbee2508df2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.115016] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d189d3d0-13b7-498f-baa4-e6c04461e2b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.127047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd74045-1c0f-4f00-b805-686b60111c8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.144559] env[63309]: DEBUG nova.compute.provider_tree [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.333608] env[63309]: DEBUG oslo_concurrency.lockutils [req-196de467-19fc-4405-8ac7-cf31ab523de2 req-31939171-4d2c-42a3-8faa-2197ce28a4d8 service nova] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.334070] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.377079] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9c98c-364a-07dc-ac26-1b80fe32322d, 'name': SearchDatastore_Task, 'duration_secs': 0.018784} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.377079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.377527] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.377846] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.378071] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.378332] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.378700] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca3153f-21b1-4cb4-b741-fa5fb0487fab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.391418] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.391527] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.393873] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bf88cd-a686-4a8a-b276-ec623c7a1cad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.397839] env[63309]: INFO nova.compute.manager [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Took 21.93 seconds to build instance. [ 1044.405523] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1044.405523] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520a3a7b-6ab2-a934-ffb1-bbfaf360e5c4" [ 1044.405523] env[63309]: _type = "Task" [ 1044.405523] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.418200] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520a3a7b-6ab2-a934-ffb1-bbfaf360e5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.482880] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730740, 'name': Rename_Task, 'duration_secs': 0.314587} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.485160] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.485526] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870bb7c0-7256-4abf-97c4-a19ebe32de58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.492891] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1044.492891] env[63309]: value = "task-2730741" [ 1044.492891] env[63309]: _type = "Task" [ 1044.492891] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.501695] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.567152] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730739, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.588877] env[63309]: INFO nova.compute.manager [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Unrescuing [ 1044.589169] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.589342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquired lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.589518] env[63309]: DEBUG nova.network.neutron [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.647897] env[63309]: DEBUG nova.scheduler.client.report [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.698358] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.732330] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.732748] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.733044] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.733376] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.733658] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.733941] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.734316] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.734661] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.734926] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.735258] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.735600] env[63309]: DEBUG nova.virt.hardware [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.737245] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfeda78-9ac2-43a9-a3e3-fdfe0a079646 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.750311] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ffd158-5ac4-4e98-852d-7ae747cbe739 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.902096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.902583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dce8a01c-2a49-4b6a-8c11-6ebe6037d2a2 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.447s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.902778] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.903027] env[63309]: INFO nova.compute.manager [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Rebooting instance [ 1044.918201] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520a3a7b-6ab2-a934-ffb1-bbfaf360e5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.027579} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.919088] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385ca8bb-780b-4b34-a709-51e7d211fd9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.925635] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1044.925635] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523aee3f-685a-4acc-31f2-d607e578623f" [ 1044.925635] env[63309]: _type = "Task" [ 1044.925635] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.934987] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523aee3f-685a-4acc-31f2-d607e578623f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.991234] env[63309]: DEBUG nova.network.neutron [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.004897] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.015760] env[63309]: DEBUG nova.compute.manager [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.015816] env[63309]: DEBUG nova.compute.manager [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing instance network info cache due to event network-changed-b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1045.016588] env[63309]: DEBUG oslo_concurrency.lockutils [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] Acquiring lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.069561] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730739, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.158083] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.158312] env[63309]: INFO nova.compute.manager [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Migrating [ 1045.168057] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.098s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.168057] env[63309]: DEBUG nova.objects.instance [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lazy-loading 'resources' on Instance uuid 77d27edd-600f-4045-996d-278701d28d8b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.339553] env[63309]: DEBUG nova.network.neutron [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updating instance_info_cache with network_info: [{"id": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "address": "fa:16:3e:81:02:3f", "network": {"id": "895f4012-a526-43a8-a525-15cdf562661c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1390808891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fd240874b4c64b48be140ed770ce0a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af60cbe-4a", "ovs_interfaceid": "8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.432214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.432214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquired lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432472] env[63309]: DEBUG nova.network.neutron [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.446575] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523aee3f-685a-4acc-31f2-d607e578623f, 'name': SearchDatastore_Task, 'duration_secs': 0.016953} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.446958] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.451240] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] bb7d182d-9fb4-4564-a116-3159fa1a7d1f/bb7d182d-9fb4-4564-a116-3159fa1a7d1f.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.451240] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c40f4951-ee6b-4743-a310-deb35c262f52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.453777] env[63309]: DEBUG nova.compute.manager [req-8435775d-fac4-4735-9a61-8a8cfdaa7507 req-2d86c685-426b-4b2a-9305-e48000cb2ee4 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Received event network-vif-plugged-870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.454012] env[63309]: DEBUG oslo_concurrency.lockutils [req-8435775d-fac4-4735-9a61-8a8cfdaa7507 req-2d86c685-426b-4b2a-9305-e48000cb2ee4 service nova] Acquiring lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.454227] env[63309]: DEBUG oslo_concurrency.lockutils [req-8435775d-fac4-4735-9a61-8a8cfdaa7507 req-2d86c685-426b-4b2a-9305-e48000cb2ee4 service nova] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.454397] env[63309]: DEBUG oslo_concurrency.lockutils [req-8435775d-fac4-4735-9a61-8a8cfdaa7507 req-2d86c685-426b-4b2a-9305-e48000cb2ee4 service nova] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.454566] env[63309]: DEBUG nova.compute.manager [req-8435775d-fac4-4735-9a61-8a8cfdaa7507 req-2d86c685-426b-4b2a-9305-e48000cb2ee4 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] No waiting events found dispatching network-vif-plugged-870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.454729] env[63309]: WARNING nova.compute.manager [req-8435775d-fac4-4735-9a61-8a8cfdaa7507 req-2d86c685-426b-4b2a-9305-e48000cb2ee4 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Received unexpected event network-vif-plugged-870d0f70-90c9-4868-97b6-58e71d8eb12c for instance with vm_state building and task_state spawning. [ 1045.457993] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1045.457993] env[63309]: value = "task-2730742" [ 1045.457993] env[63309]: _type = "Task" [ 1045.457993] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.470883] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.510301] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730741, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.525967] env[63309]: DEBUG nova.network.neutron [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Successfully updated port: 870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.547909] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591aa69-503f-4a92-8669-06e790b91198 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.557393] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23072c-cc88-4085-8697-760a06b36530 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.569966] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.836404} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.596788] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 9d3341de-402a-41c3-a202-f43eecbee5b8/9d3341de-402a-41c3-a202-f43eecbee5b8.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.597051] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.600453] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625181f5-c8d7-4513-9b0c-bfb61fde0767 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.603136] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e79384-aed5-47e3-8b24-2bacf9bbcad7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.613051] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c845f5-515d-4685-8e15-35dd0cac437f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.617203] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1045.617203] env[63309]: value = "task-2730743" [ 1045.617203] env[63309]: _type = "Task" [ 1045.617203] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.632205] env[63309]: DEBUG nova.compute.provider_tree [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.640348] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.682439] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.682678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.682889] env[63309]: DEBUG nova.network.neutron [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.798067] env[63309]: DEBUG nova.network.neutron [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.842146] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Releasing lock "refresh_cache-2b47be0a-cff4-495c-b795-5bf6ee075759" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.843051] env[63309]: DEBUG nova.objects.instance [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lazy-loading 'flavor' on Instance uuid 2b47be0a-cff4-495c-b795-5bf6ee075759 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.969157] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730742, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.008468] env[63309]: DEBUG oslo_vmware.api [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730741, 'name': PowerOnVM_Task, 'duration_secs': 1.095492} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.008716] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.008961] env[63309]: INFO nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1046.009533] env[63309]: DEBUG nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.010010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d105cadf-7089-4690-818a-533494d1dfc5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.028983] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-abbb07f4-d852-46c8-9b70-47aa046b1f5c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.029172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-abbb07f4-d852-46c8-9b70-47aa046b1f5c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.029300] env[63309]: DEBUG nova.network.neutron [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.130211] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085818} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.130559] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.131337] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca5ad4-0e1f-4911-8787-e5364af3598d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.136192] env[63309]: DEBUG nova.scheduler.client.report [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.163485] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 9d3341de-402a-41c3-a202-f43eecbee5b8/9d3341de-402a-41c3-a202-f43eecbee5b8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.165167] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.997s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.169502] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07960de0-4634-454c-88a7-97e0abb645c5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.184069] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.270s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.186132] env[63309]: INFO nova.compute.claims [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.201561] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1046.201561] env[63309]: value = "task-2730744" [ 1046.201561] env[63309]: _type = "Task" [ 1046.201561] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.214383] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.216862] env[63309]: INFO nova.scheduler.client.report [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Deleted allocations for instance 77d27edd-600f-4045-996d-278701d28d8b [ 1046.232291] env[63309]: DEBUG nova.network.neutron [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Updating instance_info_cache with network_info: [{"id": "c8662e95-1177-4c60-9501-1951b37613d7", "address": "fa:16:3e:5e:11:a1", "network": {"id": "47aa2999-6c24-4ae7-891b-67b865322222", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818046432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80006e13d4e84de99e5c2127b9ee7029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8662e95-11", "ovs_interfaceid": "c8662e95-1177-4c60-9501-1951b37613d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.303300] env[63309]: DEBUG oslo_concurrency.lockutils [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.303689] env[63309]: DEBUG nova.compute.manager [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Inject network info {{(pid=63309) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1046.304075] env[63309]: DEBUG nova.compute.manager [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] network_info to inject: |[{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1046.312312] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Reconfiguring VM instance to set the machine id {{(pid=63309) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1046.312821] env[63309]: DEBUG oslo_concurrency.lockutils [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] Acquired lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.313100] env[63309]: DEBUG nova.network.neutron [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Refreshing network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.315420] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e89f05-8602-43fc-9671-d04a266a2e7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.348303] env[63309]: DEBUG oslo_vmware.api [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1046.348303] env[63309]: value = "task-2730745" [ 1046.348303] env[63309]: _type = "Task" [ 1046.348303] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.350825] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9a532c-6732-4846-aab9-5de33b0e6ed1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.381608] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.390398] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-140d2919-188e-4169-ad2b-2d08b1f84b36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.392019] env[63309]: DEBUG oslo_vmware.api [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.403661] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1046.403661] env[63309]: value = "task-2730746" [ 1046.403661] env[63309]: _type = "Task" [ 1046.403661] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.409900] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.470566] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881591} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.470845] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] bb7d182d-9fb4-4564-a116-3159fa1a7d1f/bb7d182d-9fb4-4564-a116-3159fa1a7d1f.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.471167] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.471536] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ad9a641-0a10-4e2f-b396-becbdb7c5fc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.480828] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1046.480828] env[63309]: value = "task-2730747" [ 1046.480828] env[63309]: _type = "Task" [ 1046.480828] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.494233] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.530571] env[63309]: INFO nova.compute.manager [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Took 23.50 seconds to build instance. [ 1046.601740] env[63309]: DEBUG nova.network.neutron [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.611345] env[63309]: DEBUG nova.network.neutron [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [{"id": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "address": "fa:16:3e:b0:6b:a0", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f60f5c8-dc", "ovs_interfaceid": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.695077] env[63309]: DEBUG nova.network.neutron [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updated VIF entry in instance network info cache for port b41d0378-2020-4b3e-9db1-616afe6f173f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.695646] env[63309]: DEBUG nova.network.neutron [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [{"id": "b41d0378-2020-4b3e-9db1-616afe6f173f", "address": "fa:16:3e:fc:3f:5b", "network": {"id": "a3a32a9c-47a3-4fce-a5cd-2217b7935bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-122707800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc72b67f27d4599bf3bae44bbf650b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41d0378-20", "ovs_interfaceid": "b41d0378-2020-4b3e-9db1-616afe6f173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.714144] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730744, 'name': ReconfigVM_Task, 'duration_secs': 0.471137} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.714434] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 9d3341de-402a-41c3-a202-f43eecbee5b8/9d3341de-402a-41c3-a202-f43eecbee5b8.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.717350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-388c689d-50c4-41af-b179-696a30304c03 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.724434] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1046.724434] env[63309]: value = "task-2730748" [ 1046.724434] env[63309]: _type = "Task" [ 1046.724434] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.727938] env[63309]: DEBUG oslo_concurrency.lockutils [None req-badc348c-d383-478e-b616-48f80cebc1cf tempest-ServerRescueNegativeTestJSON-152227325 tempest-ServerRescueNegativeTestJSON-152227325-project-member] Lock "77d27edd-600f-4045-996d-278701d28d8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.364s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.743344] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Releasing lock "refresh_cache-d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.746522] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730748, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.778385] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.779018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.779018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.779018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.779704] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.781257] env[63309]: INFO nova.compute.manager [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Terminating instance [ 1046.809651] env[63309]: DEBUG nova.network.neutron [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Updating instance_info_cache with network_info: [{"id": "870d0f70-90c9-4868-97b6-58e71d8eb12c", "address": "fa:16:3e:06:92:88", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870d0f70-90", "ovs_interfaceid": "870d0f70-90c9-4868-97b6-58e71d8eb12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.861347] env[63309]: DEBUG oslo_vmware.api [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730745, 'name': ReconfigVM_Task, 'duration_secs': 0.186665} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.862052] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-11a83a07-542d-4e8f-82f5-60ccfe6e2524 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Reconfigured VM instance to set the machine id {{(pid=63309) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1046.911985] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730746, 'name': PowerOffVM_Task, 'duration_secs': 0.204973} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.912409] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.921574] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.921998] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090bb5af-43e9-4943-a148-a53adef564f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.949589] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1046.949589] env[63309]: value = "task-2730749" [ 1046.949589] env[63309]: _type = "Task" [ 1046.949589] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.962854] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.991994] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083187} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.992177] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.993124] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2876004-8d3f-4ff6-8b78-ee429e067a34 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.019093] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] bb7d182d-9fb4-4564-a116-3159fa1a7d1f/bb7d182d-9fb4-4564-a116-3159fa1a7d1f.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.019093] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d2186b-08ae-4434-ab1c-88d278890b6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.034257] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bdd7e03a-a643-4e30-9838-73b042fa54e7 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.007s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.040947] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1047.040947] env[63309]: value = "task-2730750" [ 1047.040947] env[63309]: _type = "Task" [ 1047.040947] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.051226] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.115201] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.198822] env[63309]: DEBUG oslo_concurrency.lockutils [req-ee7fba09-dea2-40b0-9d1c-0d5b03a45a8d req-e26b9711-99c0-48df-bf08-a755c6821473 service nova] Releasing lock "refresh_cache-4a7aa62c-4093-45ff-aa21-18e754cb14f1" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.237621] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730748, 'name': Rename_Task, 'duration_secs': 0.326926} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.237890] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.238156] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab01759-4314-48cf-850a-19c21feaad3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.245711] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1047.245711] env[63309]: value = "task-2730751" [ 1047.245711] env[63309]: _type = "Task" [ 1047.245711] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.251839] env[63309]: DEBUG nova.compute.manager [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.252919] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26792e7b-abdc-4965-bb55-642a87b9df8b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.260982] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.285475] env[63309]: DEBUG nova.compute.manager [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.285704] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.286616] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd8db9d-3aa9-4407-8f85-bbca84c5b011 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.298170] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.298664] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae14183-0203-4435-9e38-5010b6290d9d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.310060] env[63309]: DEBUG oslo_vmware.api [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1047.310060] env[63309]: value = "task-2730752" [ 1047.310060] env[63309]: _type = "Task" [ 1047.310060] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.315035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-abbb07f4-d852-46c8-9b70-47aa046b1f5c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.315035] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Instance network_info: |[{"id": "870d0f70-90c9-4868-97b6-58e71d8eb12c", "address": "fa:16:3e:06:92:88", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870d0f70-90", "ovs_interfaceid": "870d0f70-90c9-4868-97b6-58e71d8eb12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.316141] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:92:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '870d0f70-90c9-4868-97b6-58e71d8eb12c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.325799] env[63309]: DEBUG oslo.service.loopingcall [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.329635] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.333841] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae871968-3d1e-4215-a9ac-95452c4563d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.350561] env[63309]: DEBUG oslo_vmware.api [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.361190] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.361190] env[63309]: value = "task-2730753" [ 1047.361190] env[63309]: _type = "Task" [ 1047.361190] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.376997] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730753, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.466916] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730749, 'name': ReconfigVM_Task, 'duration_secs': 0.251829} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.467420] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.467750] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.468164] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56691d30-3bd1-4076-8368-0c97d39f1d96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.485188] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1047.485188] env[63309]: value = "task-2730754" [ 1047.485188] env[63309]: _type = "Task" [ 1047.485188] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.499503] env[63309]: DEBUG nova.compute.manager [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Received event network-changed-870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.499503] env[63309]: DEBUG nova.compute.manager [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Refreshing instance network info cache due to event network-changed-870d0f70-90c9-4868-97b6-58e71d8eb12c. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.499503] env[63309]: DEBUG oslo_concurrency.lockutils [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] Acquiring lock "refresh_cache-abbb07f4-d852-46c8-9b70-47aa046b1f5c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.499503] env[63309]: DEBUG oslo_concurrency.lockutils [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] Acquired lock "refresh_cache-abbb07f4-d852-46c8-9b70-47aa046b1f5c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.499503] env[63309]: DEBUG nova.network.neutron [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Refreshing network info cache for port 870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.509463] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730754, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.554020] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.567869] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d6f36-b3d2-4ba4-8a66-7c9c0199ff2e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.576472] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85474c85-ace9-4182-a840-e13e037ba08a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.611931] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a96b5-fc85-4a76-9f3d-108ddaa67eb3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.625177] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb76f1d-15f6-453f-aa15-92684f8f4ca3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.641844] env[63309]: DEBUG nova.compute.provider_tree [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.690791] env[63309]: DEBUG nova.compute.manager [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1047.758783] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.822172] env[63309]: DEBUG oslo_vmware.api [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730752, 'name': PowerOffVM_Task, 'duration_secs': 0.218799} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.822723] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.823068] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.823456] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9c0577-759d-4763-9ea7-bcbe11489be0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.872283] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730753, 'name': CreateVM_Task, 'duration_secs': 0.37014} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.872283] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.873569] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.875148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.875148] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.875148] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae83f5a-42b7-4394-a368-469e279a637e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.881383] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1047.881383] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520ea52f-d30b-f482-cce4-8f6bf3b6c0a6" [ 1047.881383] env[63309]: _type = "Task" [ 1047.881383] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.890983] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520ea52f-d30b-f482-cce4-8f6bf3b6c0a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.017210] env[63309]: DEBUG oslo_vmware.api [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730754, 'name': PowerOnVM_Task, 'duration_secs': 0.433203} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.017567] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.017863] env[63309]: DEBUG nova.compute.manager [None req-8fb55b2f-4735-4a9b-8814-b96234aeeb12 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.018827] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68f165-1116-48a7-83c7-0e1fe2e0d2cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.063358] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730750, 'name': ReconfigVM_Task, 'duration_secs': 0.645179} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.063786] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] bb7d182d-9fb4-4564-a116-3159fa1a7d1f/bb7d182d-9fb4-4564-a116-3159fa1a7d1f.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.064614] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e02d0f-c2e0-4c0f-96fe-41d8b961b2c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.077312] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1048.077312] env[63309]: value = "task-2730756" [ 1048.077312] env[63309]: _type = "Task" [ 1048.077312] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.098306] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730756, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.144948] env[63309]: DEBUG nova.scheduler.client.report [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.219189] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.259433] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.279548] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cfdd7f-1cd4-4f04-86a4-63690dc7beef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.292576] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Doing hard reboot of VM {{(pid=63309) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1048.293436] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7b5c696f-8236-4654-a4ca-68b622afae5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.295563] env[63309]: DEBUG nova.network.neutron [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Updated VIF entry in instance network info cache for port 870d0f70-90c9-4868-97b6-58e71d8eb12c. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.295891] env[63309]: DEBUG nova.network.neutron [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Updating instance_info_cache with network_info: [{"id": "870d0f70-90c9-4868-97b6-58e71d8eb12c", "address": "fa:16:3e:06:92:88", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870d0f70-90", "ovs_interfaceid": "870d0f70-90c9-4868-97b6-58e71d8eb12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.303969] env[63309]: DEBUG oslo_vmware.api [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1048.303969] env[63309]: value = "task-2730757" [ 1048.303969] env[63309]: _type = "Task" [ 1048.303969] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.314493] env[63309]: DEBUG oslo_vmware.api [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730757, 'name': ResetVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.394664] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520ea52f-d30b-f482-cce4-8f6bf3b6c0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.056244} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.395067] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.395395] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.395788] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.395945] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.396110] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.396433] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d567b6e3-9247-4af6-9d28-5bf730cc874a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.407947] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.408286] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.409018] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d9d68e-7b73-4e0a-b006-286b4201424c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.416282] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1048.416282] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285c117-2805-dd64-ec8e-44b42d46dbcd" [ 1048.416282] env[63309]: _type = "Task" [ 1048.416282] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.425869] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285c117-2805-dd64-ec8e-44b42d46dbcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.590088] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730756, 'name': Rename_Task, 'duration_secs': 0.220058} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.590669] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.591182] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a129ad56-9f46-4b84-8a4a-8d359f62b245 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.606480] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1048.606480] env[63309]: value = "task-2730758" [ 1048.606480] env[63309]: _type = "Task" [ 1048.606480] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.616234] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.642149] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e20b6-08bd-4b51-9f6d-654910f3b670 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.666699] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.666699] env[63309]: DEBUG nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.669183] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.674517] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.360s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.676569] env[63309]: INFO nova.compute.claims [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.761025] env[63309]: DEBUG oslo_vmware.api [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730751, 'name': PowerOnVM_Task, 'duration_secs': 1.205905} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.761325] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.761810] env[63309]: INFO nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Took 15.77 seconds to spawn the instance on the hypervisor. [ 1048.761894] env[63309]: DEBUG nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.763437] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f483e-43f3-4713-ac57-fbbd8396c8be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.799398] env[63309]: DEBUG oslo_concurrency.lockutils [req-a5c2621f-01e6-47be-8bd9-edb4ec6d33a6 req-64291398-1d5d-4e6b-acda-a46418661215 service nova] Releasing lock "refresh_cache-abbb07f4-d852-46c8-9b70-47aa046b1f5c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.817518] env[63309]: DEBUG oslo_vmware.api [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730757, 'name': ResetVM_Task, 'duration_secs': 0.378282} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.818554] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Did hard reboot of VM {{(pid=63309) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1048.818839] env[63309]: DEBUG nova.compute.manager [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.819695] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec1a89e-fc6e-49d9-b3c7-0170c49aa79d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.930127] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285c117-2805-dd64-ec8e-44b42d46dbcd, 'name': SearchDatastore_Task, 'duration_secs': 0.013725} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.931263] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8447914-d424-4368-b954-39c523fa313d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.938134] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.938134] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.938134] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Deleting the datastore file [datastore1] 4a7aa62c-4093-45ff-aa21-18e754cb14f1 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.938134] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227c4f80-65ba-4a36-98a9-005a4be61844 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.940880] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1048.940880] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bb3cc7-a351-37eb-f971-1547529181f2" [ 1048.940880] env[63309]: _type = "Task" [ 1048.940880] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.948511] env[63309]: DEBUG oslo_vmware.api [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for the task: (returnval){ [ 1048.948511] env[63309]: value = "task-2730759" [ 1048.948511] env[63309]: _type = "Task" [ 1048.948511] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.957443] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bb3cc7-a351-37eb-f971-1547529181f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.964111] env[63309]: DEBUG oslo_vmware.api [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.116625] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.170433] env[63309]: DEBUG nova.compute.utils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.171929] env[63309]: DEBUG nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1049.175557] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.175825] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719b0769-230a-4037-948b-7c328a3a309d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.184941] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1049.184941] env[63309]: value = "task-2730760" [ 1049.184941] env[63309]: _type = "Task" [ 1049.184941] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.196911] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.287673] env[63309]: INFO nova.compute.manager [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Took 27.39 seconds to build instance. [ 1049.334940] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8d59d129-fefe-413f-9688-cbfaa65a8cdb tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.432s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.453745] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bb3cc7-a351-37eb-f971-1547529181f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015663} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.457316] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.457635] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] abbb07f4-d852-46c8-9b70-47aa046b1f5c/abbb07f4-d852-46c8-9b70-47aa046b1f5c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.457928] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82fa4d46-b8a2-408c-9219-655fc3e56c1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.467186] env[63309]: DEBUG oslo_vmware.api [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Task: {'id': task-2730759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273933} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.468626] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.468933] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.468998] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.469178] env[63309]: INFO nova.compute.manager [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1049.469421] env[63309]: DEBUG oslo.service.loopingcall [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.469739] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1049.469739] env[63309]: value = "task-2730761" [ 1049.469739] env[63309]: _type = "Task" [ 1049.469739] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.469996] env[63309]: DEBUG nova.compute.manager [-] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.470199] env[63309]: DEBUG nova.network.neutron [-] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.481227] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.558652] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "2b47be0a-cff4-495c-b795-5bf6ee075759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.558860] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.559078] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "2b47be0a-cff4-495c-b795-5bf6ee075759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.559434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.559434] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.561995] env[63309]: INFO nova.compute.manager [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Terminating instance [ 1049.615215] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.674768] env[63309]: DEBUG nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.701026] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730760, 'name': PowerOffVM_Task, 'duration_secs': 0.250494} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.701026] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.701026] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.793173] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8e8c1a40-e170-44c7-a38b-7024f3dcf7e6 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.909s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.986400] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.986881] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.986999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.987357] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.987642] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.990057] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.990550] env[63309]: INFO nova.compute.manager [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Terminating instance [ 1050.046933] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0556470f-0ce0-4943-be75-71c3105671ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.050483] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "9d3341de-402a-41c3-a202-f43eecbee5b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.050911] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.050957] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.051147] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.051311] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.055269] env[63309]: INFO nova.compute.manager [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Terminating instance [ 1050.064045] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b06e95-9ec1-4588-a815-81d4dc1ee947 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.068705] env[63309]: DEBUG nova.compute.manager [req-1c176cef-d4a9-415b-800c-67fc402d4a8f req-15ba3987-911f-4cf9-82bb-74c291bc56c5 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Received event network-vif-deleted-b41d0378-2020-4b3e-9db1-616afe6f173f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.068932] env[63309]: INFO nova.compute.manager [req-1c176cef-d4a9-415b-800c-67fc402d4a8f req-15ba3987-911f-4cf9-82bb-74c291bc56c5 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Neutron deleted interface b41d0378-2020-4b3e-9db1-616afe6f173f; detaching it from the instance and deleting it from the info cache [ 1050.069132] env[63309]: DEBUG nova.network.neutron [req-1c176cef-d4a9-415b-800c-67fc402d4a8f req-15ba3987-911f-4cf9-82bb-74c291bc56c5 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.071315] env[63309]: DEBUG nova.compute.manager [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.071509] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.072747] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b8b33-198b-4f07-b591-ee6382ee962b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.120047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d3dc6-283c-4223-93cc-e4db3dc70dcd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.121656] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.122628] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e72fa8f4-eac6-491d-95e8-b92977cc064f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.130877] env[63309]: DEBUG oslo_vmware.api [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730758, 'name': PowerOnVM_Task, 'duration_secs': 1.190909} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.134893] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.136639] env[63309]: INFO nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1050.136639] env[63309]: DEBUG nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.136639] env[63309]: DEBUG oslo_vmware.api [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1050.136639] env[63309]: value = "task-2730762" [ 1050.136639] env[63309]: _type = "Task" [ 1050.136639] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.136639] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3314f35e-4574-4e76-8257-b9ef305a1551 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.140547] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4081a31d-da5c-457d-bc2b-bd7ce24ce453 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.160651] env[63309]: DEBUG oslo_vmware.api [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.171719] env[63309]: DEBUG nova.compute.provider_tree [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.207022] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.207022] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.207022] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.207022] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.207022] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.208133] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.208429] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.208613] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.208793] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.208960] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.209569] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.215558] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd84427c-43e8-4676-8b7d-61740ed49696 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.241182] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1050.241182] env[63309]: value = "task-2730763" [ 1050.241182] env[63309]: _type = "Task" [ 1050.241182] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.253316] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.483196] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88572} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.483582] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] abbb07f4-d852-46c8-9b70-47aa046b1f5c/abbb07f4-d852-46c8-9b70-47aa046b1f5c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.483731] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.483985] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de7056a3-e4cd-4895-8521-412e5c80d99c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.491905] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1050.491905] env[63309]: value = "task-2730764" [ 1050.491905] env[63309]: _type = "Task" [ 1050.491905] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.495667] env[63309]: DEBUG nova.compute.manager [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.495919] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.496823] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173dc3ed-a8cd-48e8-91c5-66be32b942c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.505929] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.508377] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.508683] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f231ad0b-0bc4-4360-9851-a1e20a5e6141 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.516214] env[63309]: DEBUG oslo_vmware.api [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1050.516214] env[63309]: value = "task-2730765" [ 1050.516214] env[63309]: _type = "Task" [ 1050.516214] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.526107] env[63309]: DEBUG oslo_vmware.api [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.540453] env[63309]: DEBUG nova.network.neutron [-] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.562658] env[63309]: DEBUG nova.compute.manager [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.562864] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.563801] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663329f-45f2-430d-97a2-9c4c834e4031 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.572843] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.573096] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27944f28-1e22-4c84-a274-e7bf23c7eec8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.574836] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386e9397-c369-435e-a63e-820a49ae9b4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.584928] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8a380e-795d-405e-b67d-18cc1c417826 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.599018] env[63309]: DEBUG oslo_vmware.api [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1050.599018] env[63309]: value = "task-2730766" [ 1050.599018] env[63309]: _type = "Task" [ 1050.599018] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.607413] env[63309]: DEBUG oslo_vmware.api [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.625608] env[63309]: DEBUG nova.compute.manager [req-1c176cef-d4a9-415b-800c-67fc402d4a8f req-15ba3987-911f-4cf9-82bb-74c291bc56c5 service nova] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Detach interface failed, port_id=b41d0378-2020-4b3e-9db1-616afe6f173f, reason: Instance 4a7aa62c-4093-45ff-aa21-18e754cb14f1 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1050.656181] env[63309]: DEBUG oslo_vmware.api [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730762, 'name': PowerOffVM_Task, 'duration_secs': 0.277658} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.656181] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.656181] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.656415] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93a23dc6-8755-4322-988b-2ec56a2f4c3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.670233] env[63309]: INFO nova.compute.manager [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Took 27.18 seconds to build instance. [ 1050.673167] env[63309]: DEBUG nova.scheduler.client.report [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.684032] env[63309]: DEBUG nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.713957] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.714233] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.714423] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.714620] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.714771] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.714918] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.715261] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.715478] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.715666] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.715839] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.716032] env[63309]: DEBUG nova.virt.hardware [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.717076] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c20d2-2a3a-4bb3-9de1-4c0713c58739 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.726625] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6a839b-ad71-4920-b2ee-adaeb9c44fa8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.735099] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.735293] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.735515] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Deleting the datastore file [datastore2] 2b47be0a-cff4-495c-b795-5bf6ee075759 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.743225] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0ed9e99-180e-4c11-b2f0-5f497a1ee4d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.745575] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.751166] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Creating folder: Project (e019518a8aea4a4388f720bc765f870a). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.754606] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c678e9ce-d3f0-401c-a111-4a95f36ed351 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.765222] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730763, 'name': ReconfigVM_Task, 'duration_secs': 0.274638} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.766261] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.770250] env[63309]: DEBUG oslo_vmware.api [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1050.770250] env[63309]: value = "task-2730768" [ 1050.770250] env[63309]: _type = "Task" [ 1050.770250] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.771765] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Created folder: Project (e019518a8aea4a4388f720bc765f870a) in parent group-v549567. [ 1050.771950] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Creating folder: Instances. Parent ref: group-v549839. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.775182] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe61581-cc66-4b95-a349-d78881afb094 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.784726] env[63309]: DEBUG oslo_vmware.api [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.787168] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Created folder: Instances in parent group-v549839. [ 1050.787415] env[63309]: DEBUG oslo.service.loopingcall [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.787650] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.787812] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af1af695-9b4a-415b-ae10-2fabd3220cf2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.807768] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.807768] env[63309]: value = "task-2730771" [ 1050.807768] env[63309]: _type = "Task" [ 1050.807768] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.819967] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730771, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.003747] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07791} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.003995] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.004830] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd993a6-f5af-47c3-9200-3b4f74698c1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.029668] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] abbb07f4-d852-46c8-9b70-47aa046b1f5c/abbb07f4-d852-46c8-9b70-47aa046b1f5c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.034239] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee1413a-8551-402b-83dc-1cb163760bff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.049053] env[63309]: INFO nova.compute.manager [-] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Took 1.58 seconds to deallocate network for instance. [ 1051.059271] env[63309]: DEBUG oslo_vmware.api [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730765, 'name': PowerOffVM_Task, 'duration_secs': 0.350406} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.059733] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.059933] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.060267] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1051.060267] env[63309]: value = "task-2730772" [ 1051.060267] env[63309]: _type = "Task" [ 1051.060267] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.060566] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb01a409-c384-431a-b816-674a64b04db3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.072673] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.118086] env[63309]: DEBUG oslo_vmware.api [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730766, 'name': PowerOffVM_Task, 'duration_secs': 0.304648} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.118318] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.118318] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.118599] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8ea1cf-f398-4383-ab35-dbae9ae426ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.156351] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.156351] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.156351] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Deleting the datastore file [datastore2] d1ff1bf4-778c-4b31-a79f-b1a18e1dad39 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.156351] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e61f6f7-0c88-4df9-94e2-81311c809510 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.172599] env[63309]: DEBUG oslo_concurrency.lockutils [None req-efabade1-dad5-40c0-8897-0c4ea1b0ddd5 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.690s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.178685] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.179268] env[63309]: DEBUG nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.182550] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.595s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.182550] env[63309]: DEBUG nova.objects.instance [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'resources' on Instance uuid feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.187454] env[63309]: DEBUG oslo_vmware.api [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for the task: (returnval){ [ 1051.187454] env[63309]: value = "task-2730775" [ 1051.187454] env[63309]: _type = "Task" [ 1051.187454] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.197766] env[63309]: DEBUG oslo_vmware.api [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.272991] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.273290] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.273481] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.273678] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.273838] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.273989] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.274262] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.274427] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.274587] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.274753] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.274924] env[63309]: DEBUG nova.virt.hardware [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.280521] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.280905] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414e528e-d8e6-454d-928a-0a1ba45bfcd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.305195] env[63309]: DEBUG oslo_vmware.api [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272351} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.306657] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.306841] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.307030] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.307210] env[63309]: INFO nova.compute.manager [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1051.307458] env[63309]: DEBUG oslo.service.loopingcall [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.307714] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1051.307714] env[63309]: value = "task-2730776" [ 1051.307714] env[63309]: _type = "Task" [ 1051.307714] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.307898] env[63309]: DEBUG nova.compute.manager [-] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.307990] env[63309]: DEBUG nova.network.neutron [-] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.326967] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730771, 'name': CreateVM_Task, 'duration_secs': 0.371213} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.327297] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.327484] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.328129] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.328333] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.329020] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ace4c9-83b3-4ccd-815f-2ffc1267c67e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.335761] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1051.335761] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b07b24-4138-537a-9e77-c573669d7974" [ 1051.335761] env[63309]: _type = "Task" [ 1051.335761] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.337286] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.337622] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.337917] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Deleting the datastore file [datastore2] 9d3341de-402a-41c3-a202-f43eecbee5b8 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.341273] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fb697b-18e8-456e-8d2e-df9fda3b9e19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.351437] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b07b24-4138-537a-9e77-c573669d7974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.352982] env[63309]: DEBUG oslo_vmware.api [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1051.352982] env[63309]: value = "task-2730777" [ 1051.352982] env[63309]: _type = "Task" [ 1051.352982] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.362350] env[63309]: DEBUG oslo_vmware.api [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.560039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.571948] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730772, 'name': ReconfigVM_Task, 'duration_secs': 0.336722} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.572244] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] abbb07f4-d852-46c8-9b70-47aa046b1f5c/abbb07f4-d852-46c8-9b70-47aa046b1f5c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.572871] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2032d199-778f-481c-b3d3-ed8df819f9ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.580647] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1051.580647] env[63309]: value = "task-2730778" [ 1051.580647] env[63309]: _type = "Task" [ 1051.580647] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.591010] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730778, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.688709] env[63309]: DEBUG nova.compute.utils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.690434] env[63309]: DEBUG nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.704960] env[63309]: DEBUG oslo_vmware.api [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Task: {'id': task-2730775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326394} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.705861] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.706059] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.706238] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.706408] env[63309]: INFO nova.compute.manager [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1051.706640] env[63309]: DEBUG oslo.service.loopingcall [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.706828] env[63309]: DEBUG nova.compute.manager [-] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.706926] env[63309]: DEBUG nova.network.neutron [-] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.822517] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730776, 'name': ReconfigVM_Task, 'duration_secs': 0.340072} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.825047] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.826208] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9eeddc-fb6d-4bb4-ad61-0fe635a8c0f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.851253] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921/5f99bf64-be1e-4bbd-8426-8d880c0e8921.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.857634] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2262ec60-1147-4e03-89d4-75b03419c590 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.880368] env[63309]: DEBUG oslo_vmware.api [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208303} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.887769] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.888083] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.888383] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.888620] env[63309]: INFO nova.compute.manager [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1051.888911] env[63309]: DEBUG oslo.service.loopingcall [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.889267] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1051.889267] env[63309]: value = "task-2730779" [ 1051.889267] env[63309]: _type = "Task" [ 1051.889267] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.889917] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b07b24-4138-537a-9e77-c573669d7974, 'name': SearchDatastore_Task, 'duration_secs': 0.02884} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.890384] env[63309]: DEBUG nova.compute.manager [-] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.890644] env[63309]: DEBUG nova.network.neutron [-] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.892530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.892836] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.893142] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.893352] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.893605] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.897321] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08aaf098-9c7a-4d5e-a8cd-f8e49438b6f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.908248] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.909629] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.909860] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.910648] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c211c115-3350-45f0-9e40-2c7e42756945 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.917253] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1051.917253] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285b9b9-675a-6fcf-faee-a05fb4748b1f" [ 1051.917253] env[63309]: _type = "Task" [ 1051.917253] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.926301] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285b9b9-675a-6fcf-faee-a05fb4748b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.044760] env[63309]: DEBUG nova.compute.manager [req-b8c8d866-9a8d-4278-9520-c074535c700c req-c4b12238-0bf9-47fe-bce8-1885497ed267 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Received event network-vif-deleted-c8662e95-1177-4c60-9501-1951b37613d7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.044961] env[63309]: INFO nova.compute.manager [req-b8c8d866-9a8d-4278-9520-c074535c700c req-c4b12238-0bf9-47fe-bce8-1885497ed267 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Neutron deleted interface c8662e95-1177-4c60-9501-1951b37613d7; detaching it from the instance and deleting it from the info cache [ 1052.045159] env[63309]: DEBUG nova.network.neutron [req-b8c8d866-9a8d-4278-9520-c074535c700c req-c4b12238-0bf9-47fe-bce8-1885497ed267 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.087657] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd638f-47a4-4d58-b479-7febe3127a3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.102184] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7950e820-f271-4a33-9e12-7a937b3a2bdf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.105689] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730778, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.108175] env[63309]: DEBUG nova.compute.manager [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Received event network-changed-e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.108397] env[63309]: DEBUG nova.compute.manager [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Refreshing instance network info cache due to event network-changed-e5c81152-0c22-4c51-bbed-475f8e1420b3. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.108609] env[63309]: DEBUG oslo_concurrency.lockutils [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] Acquiring lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.108838] env[63309]: DEBUG oslo_concurrency.lockutils [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] Acquired lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.108901] env[63309]: DEBUG nova.network.neutron [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Refreshing network info cache for port e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.142765] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f387ba-d8a3-4a29-85b6-4e7cf173fedf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.152354] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5686d9-ca3b-4cb0-85a7-665a0ac49c9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.168406] env[63309]: DEBUG nova.compute.provider_tree [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.195548] env[63309]: DEBUG nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.244727] env[63309]: DEBUG nova.network.neutron [-] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.404115] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.428415] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285b9b9-675a-6fcf-faee-a05fb4748b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.429335] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdf564f-60e4-4587-8b0e-7dbd4deff0aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.436052] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1052.436052] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4d30a-0857-dec6-309b-14bf5bd88167" [ 1052.436052] env[63309]: _type = "Task" [ 1052.436052] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.445679] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4d30a-0857-dec6-309b-14bf5bd88167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.452212] env[63309]: DEBUG nova.network.neutron [-] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.547867] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2d6e041-84bf-4d26-8e3e-b9ad5a26e4e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.560713] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386a9a1-838b-4494-860b-0f9d2868ab0d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.308939] env[63309]: DEBUG nova.scheduler.client.report [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.314941] env[63309]: INFO nova.compute.manager [-] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Took 2.01 seconds to deallocate network for instance. [ 1053.315422] env[63309]: INFO nova.compute.manager [-] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Took 1.61 seconds to deallocate network for instance. [ 1053.316581] env[63309]: DEBUG nova.network.neutron [-] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.342640] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730779, 'name': ReconfigVM_Task, 'duration_secs': 0.789269} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.361501] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921/5f99bf64-be1e-4bbd-8426-8d880c0e8921.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.361869] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.366581] env[63309]: DEBUG nova.compute.manager [req-b8c8d866-9a8d-4278-9520-c074535c700c req-c4b12238-0bf9-47fe-bce8-1885497ed267 service nova] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Detach interface failed, port_id=c8662e95-1177-4c60-9501-1951b37613d7, reason: Instance d1ff1bf4-778c-4b31-a79f-b1a18e1dad39 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1053.367019] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4d30a-0857-dec6-309b-14bf5bd88167, 'name': SearchDatastore_Task, 'duration_secs': 0.013835} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.367244] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730778, 'name': Rename_Task, 'duration_secs': 0.896234} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.367663] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.367931] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 9c2cac39-3fda-47ec-9b1d-9d210b9516b2/9c2cac39-3fda-47ec-9b1d-9d210b9516b2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.368438] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.368669] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed34e9b4-69b5-47aa-a019-e8612b499f2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.370712] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a73d28e-2544-4ff5-8ab7-3721e723c2be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.385768] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1053.385768] env[63309]: value = "task-2730781" [ 1053.385768] env[63309]: _type = "Task" [ 1053.385768] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.386825] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1053.386825] env[63309]: value = "task-2730780" [ 1053.386825] env[63309]: _type = "Task" [ 1053.386825] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.403291] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.403555] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.607554] env[63309]: DEBUG nova.network.neutron [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updated VIF entry in instance network info cache for port e5c81152-0c22-4c51-bbed-475f8e1420b3. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.608104] env[63309]: DEBUG nova.network.neutron [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updating instance_info_cache with network_info: [{"id": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "address": "fa:16:3e:53:9c:7c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c81152-0c", "ovs_interfaceid": "e5c81152-0c22-4c51-bbed-475f8e1420b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.817956] env[63309]: DEBUG nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.821403] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.639s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.824864] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.380s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.824864] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.825109] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1053.825277] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.720s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.827095] env[63309]: INFO nova.compute.claims [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.832746] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0df78-8d03-441f-9375-9e26958ae0e4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.836773] env[63309]: INFO nova.compute.manager [-] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Took 1.95 seconds to deallocate network for instance. [ 1053.837962] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.839013] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.849048] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8431e-7ba5-4ecd-bf49-84afc6a904ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.855648] env[63309]: INFO nova.scheduler.client.report [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted allocations for instance feb7d9ed-c1d5-40c6-8f6c-c5e138b58269 [ 1053.875662] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.875949] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.876132] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.876342] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.876782] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.876981] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.877253] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.877523] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.877735] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.877845] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.878138] env[63309]: DEBUG nova.virt.hardware [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.879026] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6514f15-b3f3-4f6c-a6fc-69433039f69d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.882495] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca4e28a-5ccb-4602-9c9f-bd18afaa54fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.885985] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fabeb1-dfda-4a2b-9aae-5cff0d8f0b7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.916317] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b47d8-ad5b-40b4-b392-e52d7817468a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.920087] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9ce4a-d997-4f71-b33b-6f82c60757bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.928282] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3869488-789d-4c4f-a093-dce8a1e312b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.931604] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520515} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.932972] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 9c2cac39-3fda-47ec-9b1d-9d210b9516b2/9c2cac39-3fda-47ec-9b1d-9d210b9516b2.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.933262] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.934136] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94149453-9853-4e59-85c2-007bd1089b65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.986473] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.990086] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.995579] env[63309]: DEBUG oslo.service.loopingcall [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.995881] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179429MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1053.996023] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.996360] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.997466] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.997689] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f0abbb-cfee-4d35-8ba4-856b35e16b4c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.011846] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1054.011846] env[63309]: value = "task-2730782" [ 1054.011846] env[63309]: _type = "Task" [ 1054.011846] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.016594] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.016594] env[63309]: value = "task-2730783" [ 1054.016594] env[63309]: _type = "Task" [ 1054.016594] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.023473] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.026515] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730783, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.111697] env[63309]: DEBUG oslo_concurrency.lockutils [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] Releasing lock "refresh_cache-bb7d182d-9fb4-4564-a116-3159fa1a7d1f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.111697] env[63309]: DEBUG nova.compute.manager [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Received event network-vif-deleted-8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.111697] env[63309]: INFO nova.compute.manager [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Neutron deleted interface 8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0; detaching it from the instance and deleting it from the info cache [ 1054.111894] env[63309]: DEBUG nova.network.neutron [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.131122] env[63309]: DEBUG nova.compute.manager [req-1e32589a-87be-4656-bc0c-ba2c7b0695d1 req-4f775c48-a290-4ce2-9253-37de0ca10b6d service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-vif-deleted-bd6960fa-e641-48f3-ac4c-068231a823ca {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.131365] env[63309]: DEBUG nova.compute.manager [req-1e32589a-87be-4656-bc0c-ba2c7b0695d1 req-4f775c48-a290-4ce2-9253-37de0ca10b6d service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-vif-deleted-650bcae4-a630-44c3-845b-11bd693ea7ec {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.131544] env[63309]: DEBUG nova.compute.manager [req-1e32589a-87be-4656-bc0c-ba2c7b0695d1 req-4f775c48-a290-4ce2-9253-37de0ca10b6d service nova] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Received event network-vif-deleted-5cca9191-0675-4ed0-9b75-d58e06ef4339 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.346208] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.376466] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfae892f-0bfd-4352-b605-39986ea4e8aa tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "feb7d9ed-c1d5-40c6-8f6c-c5e138b58269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.037s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.420115] env[63309]: DEBUG oslo_vmware.api [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730780, 'name': PowerOnVM_Task, 'duration_secs': 0.565368} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.420452] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.420732] env[63309]: INFO nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1054.420988] env[63309]: DEBUG nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.421819] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b73aef-cf6e-4fb7-aa05-263556289383 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.523921] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084079} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.524713] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.525436] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093eb54f-f7cf-4468-b8da-1aace2d1151a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.531399] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730783, 'name': CreateVM_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.533715] env[63309]: DEBUG nova.network.neutron [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Port 9f60f5c8-dc96-4520-a9e9-488122b0e1d8 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1054.552592] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 9c2cac39-3fda-47ec-9b1d-9d210b9516b2/9c2cac39-3fda-47ec-9b1d-9d210b9516b2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.553699] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5161f7-1ded-4fe2-b484-5206dc938cb8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.573956] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1054.573956] env[63309]: value = "task-2730784" [ 1054.573956] env[63309]: _type = "Task" [ 1054.573956] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.582601] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.614840] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-752cb69f-2835-4ce2-8e9d-0364cca380e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.625473] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08072990-a88e-424f-9732-22f3fea52a92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.661689] env[63309]: DEBUG nova.compute.manager [req-663dc7c9-fe0a-49e9-8e72-2a8cbe1bba22 req-118f017a-660f-4906-8a3c-54222864b72e service nova] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Detach interface failed, port_id=8af60cbe-4aa6-4fe6-a3a3-ccaac6e249e0, reason: Instance 2b47be0a-cff4-495c-b795-5bf6ee075759 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1054.938497] env[63309]: INFO nova.compute.manager [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Took 27.89 seconds to build instance. [ 1055.030340] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730783, 'name': CreateVM_Task, 'duration_secs': 0.718648} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.030508] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.030924] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.031095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.031408] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.031662] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fecb403-da27-42e9-9329-2896a0859532 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.037201] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1055.037201] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b2582-8040-eaae-260e-940e11e91769" [ 1055.037201] env[63309]: _type = "Task" [ 1055.037201] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.048083] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b2582-8040-eaae-260e-940e11e91769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.084669] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730784, 'name': ReconfigVM_Task, 'duration_secs': 0.288469} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.087569] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 9c2cac39-3fda-47ec-9b1d-9d210b9516b2/9c2cac39-3fda-47ec-9b1d-9d210b9516b2.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.089349] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c7aac1f-14ca-46ed-9c41-88f218a56735 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.097753] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1055.097753] env[63309]: value = "task-2730785" [ 1055.097753] env[63309]: _type = "Task" [ 1055.097753] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.109130] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730785, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.198994] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e88013-f823-4ca6-afd9-380b7cfce6a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.207658] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb6bdca-288a-4c86-aab3-e86533d9bd3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.240554] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d317f0-4006-47be-a7d0-63b45ebbf2f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.249297] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4c1cde-16ac-4b06-9c37-0934afb4076b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.264465] env[63309]: DEBUG nova.compute.provider_tree [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.439799] env[63309]: DEBUG oslo_concurrency.lockutils [None req-bfe13d64-f30b-4d80-9737-414d6119172a tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.404s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.550124] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]523b2582-8040-eaae-260e-940e11e91769, 'name': SearchDatastore_Task, 'duration_secs': 0.014643} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.550444] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.550689] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.551028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.551149] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.551249] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.552102] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a594c389-f694-47e8-927d-861ac3256b48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.561021] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.561205] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.561929] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f9eb28-ae72-410d-9c52-a818fc38cc59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.579575] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.579708] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.579872] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.581520] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1055.581520] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d7ebab-4c7a-7416-fdfb-147e90a79f11" [ 1055.581520] env[63309]: _type = "Task" [ 1055.581520] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.593539] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d7ebab-4c7a-7416-fdfb-147e90a79f11, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.594608] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9347ed2-0d7c-4e60-9819-930cb793f532 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.602404] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1055.602404] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bcd6a7-55c5-f2e9-768d-ad52cdfed452" [ 1055.602404] env[63309]: _type = "Task" [ 1055.602404] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.608843] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730785, 'name': Rename_Task, 'duration_secs': 0.149759} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.609430] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.609708] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0af86226-c318-4953-813f-d3468a437fde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.614541] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52bcd6a7-55c5-f2e9-768d-ad52cdfed452, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.615188] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.615487] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.615730] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c552e2-b885-45b1-a5f8-69b1bbf9b524 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.620305] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1055.620305] env[63309]: value = "task-2730786" [ 1055.620305] env[63309]: _type = "Task" [ 1055.620305] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.624377] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1055.624377] env[63309]: value = "task-2730787" [ 1055.624377] env[63309]: _type = "Task" [ 1055.624377] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.630618] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.635626] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.767428] env[63309]: DEBUG nova.scheduler.client.report [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.988210] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.988526] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.988790] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.988955] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.989743] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.992703] env[63309]: INFO nova.compute.manager [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Terminating instance [ 1056.134974] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730787, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.138422] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.273074] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.273645] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.276531] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.552s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.277869] env[63309]: INFO nova.compute.claims [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.497570] env[63309]: DEBUG nova.compute.manager [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.497852] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.498887] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ffede-1fff-4ca6-9257-d287bb8334aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.509077] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.509376] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1cf113c-1cdd-400e-8756-5fa4454e85bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.517750] env[63309]: DEBUG oslo_vmware.api [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1056.517750] env[63309]: value = "task-2730788" [ 1056.517750] env[63309]: _type = "Task" [ 1056.517750] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.527520] env[63309]: DEBUG oslo_vmware.api [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.619780] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.620147] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.620147] env[63309]: DEBUG nova.network.neutron [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.632946] env[63309]: DEBUG oslo_vmware.api [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730786, 'name': PowerOnVM_Task, 'duration_secs': 0.635252} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.634163] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.634450] env[63309]: INFO nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1056.634632] env[63309]: DEBUG nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.635656] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6412a-56e6-42ca-adf9-036618cf2abc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.641846] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521371} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.642210] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.642452] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.642684] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0b43ad8-1dba-4acc-ab6c-a0814a30d4c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.654237] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1056.654237] env[63309]: value = "task-2730789" [ 1056.654237] env[63309]: _type = "Task" [ 1056.654237] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.662485] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.662782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.673190] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.781713] env[63309]: DEBUG nova.compute.utils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.785493] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.785694] env[63309]: DEBUG nova.network.neutron [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.839770] env[63309]: DEBUG nova.policy [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b72e07e9603411784dd3277872f4b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3072e69d1b6e4c7e8b00cb5043aef4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.031038] env[63309]: DEBUG oslo_vmware.api [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730788, 'name': PowerOffVM_Task, 'duration_secs': 0.204993} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.033899] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.034126] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.034426] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-724228db-6d50-4bfa-8b04-553752f6e739 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.104702] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.105255] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.105588] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore1] abbb07f4-d852-46c8-9b70-47aa046b1f5c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.105880] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cedd57f3-5a4f-4a8c-94be-26475c2bcbe4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.114997] env[63309]: DEBUG oslo_vmware.api [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1057.114997] env[63309]: value = "task-2730791" [ 1057.114997] env[63309]: _type = "Task" [ 1057.114997] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.127449] env[63309]: DEBUG oslo_vmware.api [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.156112] env[63309]: INFO nova.compute.manager [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Took 23.26 seconds to build instance. [ 1057.167184] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.168731] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07917} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.169762] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.170404] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec20fe52-3b7e-4b99-9a0f-0b82dd3084ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.194169] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.195127] env[63309]: DEBUG nova.network.neutron [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Successfully created port: 76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.197473] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e24ad7-a010-4a26-900a-6e59b91ec1a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.224601] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1057.224601] env[63309]: value = "task-2730792" [ 1057.224601] env[63309]: _type = "Task" [ 1057.224601] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.235082] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.286467] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.372635] env[63309]: DEBUG nova.network.neutron [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [{"id": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "address": "fa:16:3e:b0:6b:a0", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f60f5c8-dc", "ovs_interfaceid": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.511475] env[63309]: INFO nova.compute.manager [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Rebuilding instance [ 1057.558857] env[63309]: DEBUG nova.compute.manager [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.559769] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e77ac68-a386-4966-a94f-69931a120888 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.625555] env[63309]: DEBUG oslo_vmware.api [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416841} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.626707] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.626907] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.627131] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.627271] env[63309]: INFO nova.compute.manager [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.627500] env[63309]: DEBUG oslo.service.loopingcall [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.628228] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6912359-b697-44d6-9d96-2b84a6f1825f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.631996] env[63309]: DEBUG nova.compute.manager [-] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.632122] env[63309]: DEBUG nova.network.neutron [-] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.639203] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f866b220-d12c-4dc8-a25b-3492d78a1bf1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.672635] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5a14721b-8e6d-4512-9a2d-caabfc0247fb tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.789s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.675879] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765fe4de-4c80-479e-a4e3-f2e654daad8d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.686348] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e35f0d4-acb2-46de-82fb-709d9475dfe5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.692570] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.703575] env[63309]: DEBUG nova.compute.provider_tree [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.734946] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730792, 'name': ReconfigVM_Task, 'duration_secs': 0.310163} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.735318] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.735923] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-847217cc-7cba-48f8-b663-b3e2418f6ff1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.745558] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1057.745558] env[63309]: value = "task-2730793" [ 1057.745558] env[63309]: _type = "Task" [ 1057.745558] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.758912] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730793, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.874098] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.082982] env[63309]: DEBUG nova.compute.manager [req-e6c238b1-7100-4c54-a4cc-e82d1b30df78 req-a0180b91-571a-4f15-8eae-60f7ff14412e service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Received event network-vif-deleted-870d0f70-90c9-4868-97b6-58e71d8eb12c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.083554] env[63309]: INFO nova.compute.manager [req-e6c238b1-7100-4c54-a4cc-e82d1b30df78 req-a0180b91-571a-4f15-8eae-60f7ff14412e service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Neutron deleted interface 870d0f70-90c9-4868-97b6-58e71d8eb12c; detaching it from the instance and deleting it from the info cache [ 1058.083554] env[63309]: DEBUG nova.network.neutron [req-e6c238b1-7100-4c54-a4cc-e82d1b30df78 req-a0180b91-571a-4f15-8eae-60f7ff14412e service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.206985] env[63309]: DEBUG nova.scheduler.client.report [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.257770] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730793, 'name': Rename_Task, 'duration_secs': 0.155752} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.258030] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.258285] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deda9edb-fe5f-4dcf-8dbd-9e7e43cb6342 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.265760] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1058.265760] env[63309]: value = "task-2730794" [ 1058.265760] env[63309]: _type = "Task" [ 1058.265760] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.273926] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.302186] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.333663] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.334302] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.334302] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.334302] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.334498] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.334549] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.334745] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.334941] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.335074] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.335235] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.335454] env[63309]: DEBUG nova.virt.hardware [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.336522] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538bcdd3-6bc8-4b5d-8627-27cfaf6face9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.345287] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a30b4d-cd34-477e-b51c-c571a361d1ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.402489] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f86e2-4266-4b85-b8f8-3f5d9d21140b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.425272] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b0f18-c8ab-4540-8572-14e3db095a61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.433083] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.559056] env[63309]: DEBUG nova.network.neutron [-] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.575882] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.576172] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ab01085-f8a1-4d77-9799-96722d91d6b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.584935] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1058.584935] env[63309]: value = "task-2730795" [ 1058.584935] env[63309]: _type = "Task" [ 1058.584935] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.589939] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-740a8ea1-7c54-4e4e-b04d-17b4676f51f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.603840] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.609824] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf36a245-6a6d-4ed3-b7e2-445e49bdb425 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.625138] env[63309]: DEBUG nova.compute.manager [req-8ca18721-0c18-4c61-bab0-1b910c7238e7 req-29bfde9b-1768-4e40-a48a-c667896353fa service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Received event network-vif-plugged-76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.625376] env[63309]: DEBUG oslo_concurrency.lockutils [req-8ca18721-0c18-4c61-bab0-1b910c7238e7 req-29bfde9b-1768-4e40-a48a-c667896353fa service nova] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.625643] env[63309]: DEBUG oslo_concurrency.lockutils [req-8ca18721-0c18-4c61-bab0-1b910c7238e7 req-29bfde9b-1768-4e40-a48a-c667896353fa service nova] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.625901] env[63309]: DEBUG oslo_concurrency.lockutils [req-8ca18721-0c18-4c61-bab0-1b910c7238e7 req-29bfde9b-1768-4e40-a48a-c667896353fa service nova] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.626019] env[63309]: DEBUG nova.compute.manager [req-8ca18721-0c18-4c61-bab0-1b910c7238e7 req-29bfde9b-1768-4e40-a48a-c667896353fa service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] No waiting events found dispatching network-vif-plugged-76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.626192] env[63309]: WARNING nova.compute.manager [req-8ca18721-0c18-4c61-bab0-1b910c7238e7 req-29bfde9b-1768-4e40-a48a-c667896353fa service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Received unexpected event network-vif-plugged-76357864-02a0-44d3-8584-530298d7b7f7 for instance with vm_state building and task_state spawning. [ 1058.652915] env[63309]: DEBUG nova.compute.manager [req-e6c238b1-7100-4c54-a4cc-e82d1b30df78 req-a0180b91-571a-4f15-8eae-60f7ff14412e service nova] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Detach interface failed, port_id=870d0f70-90c9-4868-97b6-58e71d8eb12c, reason: Instance abbb07f4-d852-46c8-9b70-47aa046b1f5c could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1058.712390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.713090] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.715980] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.497s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.763361] env[63309]: DEBUG nova.network.neutron [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Successfully updated port: 76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.780070] env[63309]: DEBUG oslo_vmware.api [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730794, 'name': PowerOnVM_Task, 'duration_secs': 0.470159} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.780351] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.780581] env[63309]: INFO nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Took 4.96 seconds to spawn the instance on the hypervisor. [ 1058.780787] env[63309]: DEBUG nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.781773] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f335a-5dfd-425e-9112-79229dd0f21c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.940055] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.940380] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29674754-1f30-48b9-983f-b0dffea627f3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.949233] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1058.949233] env[63309]: value = "task-2730796" [ 1058.949233] env[63309]: _type = "Task" [ 1058.949233] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.961508] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.061398] env[63309]: INFO nova.compute.manager [-] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Took 1.43 seconds to deallocate network for instance. [ 1059.095134] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730795, 'name': PowerOffVM_Task, 'duration_secs': 0.277744} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.095400] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.095657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.096465] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9d88b-429e-48af-8e41-0ba1a0ed0cae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.103944] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.104193] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df19985-cd0a-4693-a01a-adfd9d58cbba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.182041] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.182325] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.182531] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleting the datastore file [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.182807] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed92b394-59c0-4b85-aad7-cee56da198db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.191015] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1059.191015] env[63309]: value = "task-2730798" [ 1059.191015] env[63309]: _type = "Task" [ 1059.191015] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.200242] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.219924] env[63309]: DEBUG nova.compute.utils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.224380] env[63309]: INFO nova.compute.claims [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.227520] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.227751] env[63309]: DEBUG nova.network.neutron [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.266408] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.266992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.266992] env[63309]: DEBUG nova.network.neutron [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.279032] env[63309]: DEBUG nova.policy [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb234685587247a192ad781129ea688e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd1e5f7a11466c960d6a51a9173ba7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.304967] env[63309]: INFO nova.compute.manager [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Took 25.02 seconds to build instance. [ 1059.461343] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.567530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.628777] env[63309]: DEBUG nova.network.neutron [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Successfully created port: 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.704582] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444853} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.704582] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.704582] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.704582] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.728862] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.735020] env[63309]: INFO nova.compute.resource_tracker [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating resource usage from migration 9242bd63-d08e-4df7-8fc3-dcac591e99e1 [ 1059.808397] env[63309]: DEBUG oslo_concurrency.lockutils [None req-55bfab61-d997-48e3-aab2-a9b71aa9442f tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "7049255a-23c2-4f0c-b935-dbe2cc21faed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.530s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.815375] env[63309]: DEBUG nova.network.neutron [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.968682] env[63309]: DEBUG oslo_vmware.api [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730796, 'name': PowerOnVM_Task, 'duration_secs': 0.67533} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.969859] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.969859] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e793fb4-23d6-4dcf-a80f-e4a1d19b3298 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance '5f99bf64-be1e-4bbd-8426-8d880c0e8921' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.061065] env[63309]: DEBUG nova.network.neutron [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.127027] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69872df5-6854-4c67-9033-04b6be047b0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.138251] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f65afb-6e81-44a0-82e6-01d33069924c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.174932] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c082b-3fc0-47f4-a94a-64db196ecf93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.183115] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84326b-f437-4e15-b1b2-3624bc11c981 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.198164] env[63309]: DEBUG nova.compute.provider_tree [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.563292] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.563636] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Instance network_info: |[{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.564098] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:2d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76357864-02a0-44d3-8584-530298d7b7f7', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.572517] env[63309]: DEBUG oslo.service.loopingcall [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.572787] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.573067] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bf8e1d6-5c69-45ec-8e64-13e8faf4a5fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.594101] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.594101] env[63309]: value = "task-2730799" [ 1060.594101] env[63309]: _type = "Task" [ 1060.594101] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.602433] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730799, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.630767] env[63309]: INFO nova.compute.manager [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Rebuilding instance [ 1060.638391] env[63309]: DEBUG nova.compute.manager [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Received event network-changed-76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.638679] env[63309]: DEBUG nova.compute.manager [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Refreshing instance network info cache due to event network-changed-76357864-02a0-44d3-8584-530298d7b7f7. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.639331] env[63309]: DEBUG oslo_concurrency.lockutils [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.639331] env[63309]: DEBUG oslo_concurrency.lockutils [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.639331] env[63309]: DEBUG nova.network.neutron [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Refreshing network info cache for port 76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.671308] env[63309]: DEBUG nova.compute.manager [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.672198] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463351a-365e-4f3e-b26d-01c38ca5d977 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.704637] env[63309]: DEBUG nova.scheduler.client.report [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.738536] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.738862] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.739103] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.739374] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.739595] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.739821] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.740138] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.740371] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.740617] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.740861] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.741117] env[63309]: DEBUG nova.virt.hardware [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.742763] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.745976] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1f778-acfb-45b9-9cd7-d419020eba8d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.756126] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81767591-e329-4681-a991-70e4006e1769 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.770710] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:e6:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f63509-9ccc-4ff0-abd2-4267b91a6035', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.778134] env[63309]: DEBUG oslo.service.loopingcall [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.780255] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.780500] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.780645] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.780826] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.780971] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.781133] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.781338] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.781492] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.781656] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.781813] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.781981] env[63309]: DEBUG nova.virt.hardware [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.782555] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.783251] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b6c71-7524-4251-b2a9-f772b196e8a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.785709] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56d1f6f6-446a-4e89-9454-1b1b23d00d4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.807620] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b297df-2b3a-47e4-808b-2eda3aed2890 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.811837] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.811837] env[63309]: value = "task-2730800" [ 1060.811837] env[63309]: _type = "Task" [ 1060.811837] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.829579] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730800, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.105015] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730799, 'name': CreateVM_Task, 'duration_secs': 0.377977} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.105176] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.105977] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.106156] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.106566] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.106786] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077b3836-7696-41cb-90de-9c1da450914a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.112435] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1061.112435] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52469331-ed5a-363d-a95a-2a5453fa49e7" [ 1061.112435] env[63309]: _type = "Task" [ 1061.112435] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.122109] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52469331-ed5a-363d-a95a-2a5453fa49e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.214100] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.498s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.214268] env[63309]: INFO nova.compute.manager [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Migrating [ 1061.221119] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.661s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.221366] env[63309]: DEBUG nova.objects.instance [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lazy-loading 'resources' on Instance uuid 4a7aa62c-4093-45ff-aa21-18e754cb14f1 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.244785] env[63309]: DEBUG nova.network.neutron [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Successfully updated port: 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.324629] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730800, 'name': CreateVM_Task, 'duration_secs': 0.352119} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.327310] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.327924] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.328262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.328574] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.329391] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e926f5f-af6d-4b30-b48f-296b0aadb7ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.335062] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1061.335062] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc8164-dcc8-1974-327a-58cb344decb1" [ 1061.335062] env[63309]: _type = "Task" [ 1061.335062] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.344316] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc8164-dcc8-1974-327a-58cb344decb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.396771] env[63309]: DEBUG nova.network.neutron [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updated VIF entry in instance network info cache for port 76357864-02a0-44d3-8584-530298d7b7f7. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.397160] env[63309]: DEBUG nova.network.neutron [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.623545] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52469331-ed5a-363d-a95a-2a5453fa49e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.623852] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.624100] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.624340] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.624485] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.624663] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.624925] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4177881-a8ef-4f09-8e6e-57e66b42fbc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.635102] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.635350] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.636101] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0927eed4-a4c8-4864-897a-4fb601ae7852 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.641902] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1061.641902] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eb3bd5-13cb-a537-7225-a70ab84812ba" [ 1061.641902] env[63309]: _type = "Task" [ 1061.641902] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.650440] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eb3bd5-13cb-a537-7225-a70ab84812ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.687364] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.687711] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc8b755-3985-4f92-bd52-eed592d59691 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.695687] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1061.695687] env[63309]: value = "task-2730801" [ 1061.695687] env[63309]: _type = "Task" [ 1061.695687] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.706408] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.732651] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.732831] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.733039] env[63309]: DEBUG nova.network.neutron [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.746886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.747058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.747106] env[63309]: DEBUG nova.network.neutron [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.847800] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fc8164-dcc8-1974-327a-58cb344decb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.848118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.848353] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.848588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.848734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.848915] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.849201] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad07768-546b-477a-a6b4-0135482a7ccb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.861680] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.861866] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.864941] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9958bdd-81a5-4dc6-a8fb-95061334ca1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.871248] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1061.871248] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52164bc0-cda4-672c-17d7-31070a3f75fd" [ 1061.871248] env[63309]: _type = "Task" [ 1061.871248] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.881130] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52164bc0-cda4-672c-17d7-31070a3f75fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.900046] env[63309]: DEBUG oslo_concurrency.lockutils [req-5e229140-41c0-47ad-bc0e-8f58263a159e req-54d8b398-5e8b-4c11-ade4-6c9be8545b43 service nova] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.013731] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29dc07-0e92-483d-aa08-28c86d0b3628 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.021757] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0317ab6-46be-4975-af96-c8146fe7897c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.055821] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b173f43-f96b-427d-aff4-badbd193adf5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.064998] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7938b8-f385-465d-99e7-d854583d6ee7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.079840] env[63309]: DEBUG nova.compute.provider_tree [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.152657] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52eb3bd5-13cb-a537-7225-a70ab84812ba, 'name': SearchDatastore_Task, 'duration_secs': 0.022289} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.153473] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be395451-3213-458e-bd2e-47b4b0d7edb2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.158919] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1062.158919] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52982e68-348d-a510-2758-6029b6297db7" [ 1062.158919] env[63309]: _type = "Task" [ 1062.158919] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.166347] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52982e68-348d-a510-2758-6029b6297db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.210612] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730801, 'name': PowerOffVM_Task, 'duration_secs': 0.125903} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.211698] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.212084] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.213261] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcebec0-aa9d-470f-acef-22d512cf637a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.222147] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.222488] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8310f4b2-c1b5-4df6-a512-e0a92272a790 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.248863] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.249097] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.249282] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleting the datastore file [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.249537] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1441c9af-ee65-41c8-be64-8b9ccd530a0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.258393] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1062.258393] env[63309]: value = "task-2730803" [ 1062.258393] env[63309]: _type = "Task" [ 1062.258393] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.266018] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.290326] env[63309]: DEBUG nova.network.neutron [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.386577] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52164bc0-cda4-672c-17d7-31070a3f75fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.390503] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53794190-f088-403d-9ed4-4c8fb4cff962 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.397226] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1062.397226] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52773999-20f7-a9c9-5c70-7b483b6e473f" [ 1062.397226] env[63309]: _type = "Task" [ 1062.397226] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.405679] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52773999-20f7-a9c9-5c70-7b483b6e473f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.483167] env[63309]: DEBUG nova.network.neutron [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updating instance_info_cache with network_info: [{"id": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "address": "fa:16:3e:ac:6e:62", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c7a063-7a", "ovs_interfaceid": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.490306] env[63309]: DEBUG nova.network.neutron [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance_info_cache with network_info: [{"id": "21f4bff9-3da2-4f20-a903-2b405255f557", "address": "fa:16:3e:af:ac:e6", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f4bff9-3d", "ovs_interfaceid": "21f4bff9-3da2-4f20-a903-2b405255f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.584615] env[63309]: DEBUG nova.scheduler.client.report [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.670323] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52982e68-348d-a510-2758-6029b6297db7, 'name': SearchDatastore_Task, 'duration_secs': 0.03299} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.670601] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.672832] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.672832] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae1d7d86-b13b-4358-8525-583bada05b25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.678686] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1062.678686] env[63309]: value = "task-2730804" [ 1062.678686] env[63309]: _type = "Task" [ 1062.678686] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.686424] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.705038] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.705038] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.705038] env[63309]: DEBUG nova.compute.manager [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Going to confirm migration 5 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1062.723047] env[63309]: DEBUG nova.compute.manager [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Received event network-vif-plugged-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.723342] env[63309]: DEBUG oslo_concurrency.lockutils [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] Acquiring lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.723916] env[63309]: DEBUG oslo_concurrency.lockutils [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.723916] env[63309]: DEBUG oslo_concurrency.lockutils [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.723916] env[63309]: DEBUG nova.compute.manager [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] No waiting events found dispatching network-vif-plugged-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.724218] env[63309]: WARNING nova.compute.manager [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Received unexpected event network-vif-plugged-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 for instance with vm_state building and task_state spawning. [ 1062.724218] env[63309]: DEBUG nova.compute.manager [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Received event network-changed-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.724273] env[63309]: DEBUG nova.compute.manager [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Refreshing instance network info cache due to event network-changed-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.724405] env[63309]: DEBUG oslo_concurrency.lockutils [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] Acquiring lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.768088] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.907710] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52773999-20f7-a9c9-5c70-7b483b6e473f, 'name': SearchDatastore_Task, 'duration_secs': 0.036918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.907906] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.908190] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.908441] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03c4a548-63da-48ae-af85-c3f71e804624 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.915271] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1062.915271] env[63309]: value = "task-2730805" [ 1062.915271] env[63309]: _type = "Task" [ 1062.915271] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.922361] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.985739] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.986093] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Instance network_info: |[{"id": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "address": "fa:16:3e:ac:6e:62", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c7a063-7a", "ovs_interfaceid": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.986410] env[63309]: DEBUG oslo_concurrency.lockutils [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] Acquired lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.986585] env[63309]: DEBUG nova.network.neutron [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Refreshing network info cache for port 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.988481] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:6e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45c7a063-7ab5-4d1b-a5a8-7884dcd1a562', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.996669] env[63309]: DEBUG oslo.service.loopingcall [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.998059] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.999690] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.000282] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b62f6bde-f71e-4b51-9354-32fa55d4a2ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.021707] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.021707] env[63309]: value = "task-2730806" [ 1063.021707] env[63309]: _type = "Task" [ 1063.021707] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.030804] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730806, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.088643] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.091389] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.253s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.091666] env[63309]: DEBUG nova.objects.instance [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lazy-loading 'resources' on Instance uuid 2b47be0a-cff4-495c-b795-5bf6ee075759 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.134992] env[63309]: INFO nova.scheduler.client.report [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Deleted allocations for instance 4a7aa62c-4093-45ff-aa21-18e754cb14f1 [ 1063.188456] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.265324] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.265566] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.265778] env[63309]: DEBUG nova.network.neutron [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.265969] env[63309]: DEBUG nova.objects.instance [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lazy-loading 'info_cache' on Instance uuid 5f99bf64-be1e-4bbd-8426-8d880c0e8921 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.274516] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522706} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.274832] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.274976] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.275186] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.426932] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730805, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.534050] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730806, 'name': CreateVM_Task, 'duration_secs': 0.484756} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.534216] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.534954] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.535126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.538353] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.538353] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66e4e8f-fad2-4ddb-a0e5-7a053ec4f3e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.541450] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1063.541450] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5257842a-d488-d7f7-a89d-60f42ffc5e5b" [ 1063.541450] env[63309]: _type = "Task" [ 1063.541450] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.549949] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5257842a-d488-d7f7-a89d-60f42ffc5e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.644069] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b31b944f-f89b-4ef9-af2b-ef23a6747403 tempest-AttachInterfacesUnderV243Test-21069941 tempest-AttachInterfacesUnderV243Test-21069941-project-member] Lock "4a7aa62c-4093-45ff-aa21-18e754cb14f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.865s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.694259] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780882} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.694623] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.695127] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.695127] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb73ea0d-5f00-409b-93f5-ae48e914ff25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.705706] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1063.705706] env[63309]: value = "task-2730807" [ 1063.705706] env[63309]: _type = "Task" [ 1063.705706] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.716974] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.805078] env[63309]: DEBUG nova.network.neutron [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updated VIF entry in instance network info cache for port 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.805078] env[63309]: DEBUG nova.network.neutron [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updating instance_info_cache with network_info: [{"id": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "address": "fa:16:3e:ac:6e:62", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c7a063-7a", "ovs_interfaceid": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.921479] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea0df08-b64d-4f4f-a93a-220bc9c75058 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.929097] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730805, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.931571] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e394d439-dbcc-46dd-90db-27254979381a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.963294] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dabb4c-dfeb-4e9f-8030-bb5ac91059a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.970966] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bff96f8-aada-44e4-9279-1975b040176a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.984914] env[63309]: DEBUG nova.compute.provider_tree [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.052766] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5257842a-d488-d7f7-a89d-60f42ffc5e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.054465] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.054465] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.054465] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.054465] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.054465] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.054465] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00484ac4-2ea6-46ea-b999-33d5658e8abb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.063985] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.064222] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.065064] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4f60b9-257f-49d8-b472-520aa31ca257 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.070423] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1064.070423] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f59799-0275-b5f8-967e-30e97bfd6ad0" [ 1064.070423] env[63309]: _type = "Task" [ 1064.070423] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.077771] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f59799-0275-b5f8-967e-30e97bfd6ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.217919] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070194} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.218194] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.218964] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdff25f-949d-4474-bc8c-8b79827cb8d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.240459] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.240723] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f641bf6-5cce-4ee8-bdf3-61821e660323 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.261084] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1064.261084] env[63309]: value = "task-2730808" [ 1064.261084] env[63309]: _type = "Task" [ 1064.261084] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.268536] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.311130] env[63309]: DEBUG oslo_concurrency.lockutils [req-f3f922cc-bbee-43d2-bc4c-78b334e58eb8 req-1c2bb7c3-9bbb-48fc-9d0a-43e9621d3645 service nova] Releasing lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.317569] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.317834] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.318025] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.318234] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.318388] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.318539] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.318740] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.318895] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.319071] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.319236] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.319426] env[63309]: DEBUG nova.virt.hardware [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.320310] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae9d2b9-1fd5-4851-a7ab-ad227ac4df77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.329188] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533c0a1-b808-4f9f-9ff7-e940b13e97eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.342455] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.348014] env[63309]: DEBUG oslo.service.loopingcall [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.348255] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.348461] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3555b167-c6d2-4a38-81ba-f9bebc5f177c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.366770] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.366770] env[63309]: value = "task-2730809" [ 1064.366770] env[63309]: _type = "Task" [ 1064.366770] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.374150] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730809, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.425880] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730805, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.489171] env[63309]: DEBUG nova.scheduler.client.report [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.493512] env[63309]: DEBUG nova.network.neutron [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [{"id": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "address": "fa:16:3e:b0:6b:a0", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f60f5c8-dc", "ovs_interfaceid": "9f60f5c8-dc96-4520-a9e9-488122b0e1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.514653] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e620f78c-8ee3-43ed-a44e-239d5cec5713 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.534709] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.581299] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f59799-0275-b5f8-967e-30e97bfd6ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.582835] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ac8f3c-d62c-4f54-9391-9d6a69f9e56f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.589049] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1064.589049] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210cc64-a0d6-ab04-ec56-c0253a8b0e83" [ 1064.589049] env[63309]: _type = "Task" [ 1064.589049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.596895] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210cc64-a0d6-ab04-ec56-c0253a8b0e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.771403] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.876951] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730809, 'name': CreateVM_Task, 'duration_secs': 0.429937} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.877191] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.877650] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.877871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.878260] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.878549] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7de403-983e-4cff-9aca-5ed103f6b7e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.882871] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1064.882871] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526bd0bd-52e2-729c-02e7-ca206c3c37d0" [ 1064.882871] env[63309]: _type = "Task" [ 1064.882871] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.891839] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526bd0bd-52e2-729c-02e7-ca206c3c37d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.925943] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730805, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.645556} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.926294] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.926584] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.926890] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6573143c-c343-4530-86f2-3a6e51342d5e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.933720] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1064.933720] env[63309]: value = "task-2730810" [ 1064.933720] env[63309]: _type = "Task" [ 1064.933720] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.942874] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.996075] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.998768] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-5f99bf64-be1e-4bbd-8426-8d880c0e8921" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.999101] env[63309]: DEBUG nova.objects.instance [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lazy-loading 'migration_context' on Instance uuid 5f99bf64-be1e-4bbd-8426-8d880c0e8921 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.000466] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.162s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.000856] env[63309]: DEBUG nova.objects.instance [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lazy-loading 'resources' on Instance uuid d1ff1bf4-778c-4b31-a79f-b1a18e1dad39 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.028032] env[63309]: INFO nova.scheduler.client.report [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Deleted allocations for instance 2b47be0a-cff4-495c-b795-5bf6ee075759 [ 1065.040644] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.041096] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c605786-aa88-4345-a5ee-f70d4f0c339c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.050252] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1065.050252] env[63309]: value = "task-2730811" [ 1065.050252] env[63309]: _type = "Task" [ 1065.050252] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.061999] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.108648] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5210cc64-a0d6-ab04-ec56-c0253a8b0e83, 'name': SearchDatastore_Task, 'duration_secs': 0.032395} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.108921] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.109198] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d8286083-c2ac-4a88-834e-199c8b0f1c6c/d8286083-c2ac-4a88-834e-199c8b0f1c6c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.109461] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24212f42-9986-4c75-801b-d76b01c2d0f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.117612] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1065.117612] env[63309]: value = "task-2730812" [ 1065.117612] env[63309]: _type = "Task" [ 1065.117612] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.126958] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.272164] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730808, 'name': ReconfigVM_Task, 'duration_secs': 0.767191} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.272450] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.273154] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c86e459-9ec3-4990-a5cc-fdf0870fb3db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.280049] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1065.280049] env[63309]: value = "task-2730813" [ 1065.280049] env[63309]: _type = "Task" [ 1065.280049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.287607] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730813, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.396431] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526bd0bd-52e2-729c-02e7-ca206c3c37d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016149} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.396431] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.396431] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.396431] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.396431] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.396431] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.396431] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1d2599-1ed0-450a-a457-7bc4dbce84cc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.410504] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.410568] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.411586] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a2c5fd-6bc5-431b-936e-4f93047e4129 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.418632] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1065.418632] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522f26dc-fdc5-96b6-bc3f-e869d57d9b7c" [ 1065.418632] env[63309]: _type = "Task" [ 1065.418632] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.430145] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522f26dc-fdc5-96b6-bc3f-e869d57d9b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.443385] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122399} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.443627] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.444446] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070f5c8e-fb96-4bd1-a02f-540d59dbb6b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.469496] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.469852] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728cdea9-4611-465f-90ec-aaed003f0e8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.490808] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1065.490808] env[63309]: value = "task-2730814" [ 1065.490808] env[63309]: _type = "Task" [ 1065.490808] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.503448] env[63309]: DEBUG nova.objects.base [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Object Instance<5f99bf64-be1e-4bbd-8426-8d880c0e8921> lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.506210] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.507693] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3cfa1c-eca6-4321-9b6f-eeef0b5ca588 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.530838] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dfb7e6-c4ba-4ec2-8d52-9fe17bab5ee5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.539253] env[63309]: DEBUG oslo_vmware.api [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1065.539253] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217f273-39eb-7c94-cd0a-9e79f303ae46" [ 1065.539253] env[63309]: _type = "Task" [ 1065.539253] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.539727] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f25f96a8-db82-46c7-998c-484e5bbcfb06 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "2b47be0a-cff4-495c-b795-5bf6ee075759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.981s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.553159] env[63309]: DEBUG oslo_vmware.api [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217f273-39eb-7c94-cd0a-9e79f303ae46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.562295] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730811, 'name': PowerOffVM_Task, 'duration_secs': 0.200848} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.562569] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.562751] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.627910] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.792057] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730813, 'name': Rename_Task, 'duration_secs': 0.182461} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.792401] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.792572] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-884885f2-a071-467b-8960-3620d57e4de7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.799512] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1065.799512] env[63309]: value = "task-2730815" [ 1065.799512] env[63309]: _type = "Task" [ 1065.799512] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.810166] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.845070] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84181fdb-9cbd-41da-9328-ea8a22f97d97 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.853290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf977f6-4dd8-4d5c-8cbd-d591ebb4dce7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.886363] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b03b519-b3ea-4728-89fd-1572f6ed895d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.897451] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dbef6d-4c8c-481f-961f-fb1d515d756b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.912842] env[63309]: DEBUG nova.compute.provider_tree [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.929690] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522f26dc-fdc5-96b6-bc3f-e869d57d9b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.057333} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.930525] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f31f9ae-c9b2-400f-848d-01aae2485597 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.935754] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1065.935754] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525aab1b-10e9-0cb0-8a5b-b7410bb71491" [ 1065.935754] env[63309]: _type = "Task" [ 1065.935754] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.943976] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525aab1b-10e9-0cb0-8a5b-b7410bb71491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.005228] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.052123] env[63309]: DEBUG oslo_vmware.api [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5217f273-39eb-7c94-cd0a-9e79f303ae46, 'name': SearchDatastore_Task, 'duration_secs': 0.037815} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.052498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.072404] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.072689] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.072845] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.073068] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.073220] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.073368] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.073575] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.073752] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.073923] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.074141] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.074279] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.080720] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5753c1d-e6f1-42f9-8610-8844f850ad45 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.096792] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1066.096792] env[63309]: value = "task-2730816" [ 1066.096792] env[63309]: _type = "Task" [ 1066.096792] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.107822] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.128815] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605112} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.129109] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] d8286083-c2ac-4a88-834e-199c8b0f1c6c/d8286083-c2ac-4a88-834e-199c8b0f1c6c.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.129332] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.129654] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7caa4d9-fce9-4af6-981c-566b26a7a0d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.138363] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1066.138363] env[63309]: value = "task-2730817" [ 1066.138363] env[63309]: _type = "Task" [ 1066.138363] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.146962] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.314482] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730815, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.393366] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "f7b2d716-82b3-45ed-a035-cad21a6ec189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.393801] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.394154] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "f7b2d716-82b3-45ed-a035-cad21a6ec189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.394466] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.394737] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.397682] env[63309]: INFO nova.compute.manager [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Terminating instance [ 1066.416279] env[63309]: DEBUG nova.scheduler.client.report [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.450432] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525aab1b-10e9-0cb0-8a5b-b7410bb71491, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.450714] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.451040] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.451363] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a412536-200f-4b3e-8935-126c974ec985 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.458401] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1066.458401] env[63309]: value = "task-2730818" [ 1066.458401] env[63309]: _type = "Task" [ 1066.458401] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.468680] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.500116] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730814, 'name': ReconfigVM_Task, 'duration_secs': 0.812822} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.500393] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Reconfigured VM instance instance-0000005c to attach disk [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba/b29422bd-7a67-44ce-87d9-14d3e4fc6fba.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.501329] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8ebf36-e6f5-4c85-9970-c4cd54aa8e23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.506556] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1066.506556] env[63309]: value = "task-2730819" [ 1066.506556] env[63309]: _type = "Task" [ 1066.506556] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.514493] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730819, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.607077] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730816, 'name': ReconfigVM_Task, 'duration_secs': 0.252515} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.607419] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.650069] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084737} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.650571] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.651445] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c8761-a3cc-43f7-b9b0-ecbebd69cb84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.676926] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d8286083-c2ac-4a88-834e-199c8b0f1c6c/d8286083-c2ac-4a88-834e-199c8b0f1c6c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.678330] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94000973-0421-4ef3-a8de-c81cff58441b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.699841] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1066.699841] env[63309]: value = "task-2730820" [ 1066.699841] env[63309]: _type = "Task" [ 1066.699841] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.709388] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.812430] env[63309]: DEBUG oslo_vmware.api [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730815, 'name': PowerOnVM_Task, 'duration_secs': 0.859196} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.812769] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.812910] env[63309]: INFO nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1066.813127] env[63309]: DEBUG nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.814022] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91df313-c366-493d-ac5e-1a869c93cb37 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.901884] env[63309]: DEBUG nova.compute.manager [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.902130] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.903141] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d05ff1-c76e-46d3-8b72-e60deceb9383 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.913560] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.913919] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0f1be2-60ac-4eba-b3e3-6e021518e1b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.921853] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.925679] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.930s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.927641] env[63309]: DEBUG oslo_vmware.api [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1066.927641] env[63309]: value = "task-2730821" [ 1066.927641] env[63309]: _type = "Task" [ 1066.927641] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.941019] env[63309]: DEBUG oslo_vmware.api [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.972148] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730818, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.973526] env[63309]: INFO nova.scheduler.client.report [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Deleted allocations for instance d1ff1bf4-778c-4b31-a79f-b1a18e1dad39 [ 1067.022600] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730819, 'name': Rename_Task, 'duration_secs': 0.208994} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.022977] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.023385] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557f08de-8dc2-452d-b1e1-ec895155a750 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.030746] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1067.030746] env[63309]: value = "task-2730822" [ 1067.030746] env[63309]: _type = "Task" [ 1067.030746] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.048434] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.114536] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.114788] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.114951] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.115149] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.115300] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.115449] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.115719] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.115888] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.116097] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.116266] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.116459] env[63309]: DEBUG nova.virt.hardware [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.121904] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.122250] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0666aa37-ea4f-42c2-b988-c5a477c8e9e4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.142488] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1067.142488] env[63309]: value = "task-2730823" [ 1067.142488] env[63309]: _type = "Task" [ 1067.142488] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.151505] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.209903] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.336686] env[63309]: INFO nova.compute.manager [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Took 26.26 seconds to build instance. [ 1067.446334] env[63309]: DEBUG oslo_vmware.api [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730821, 'name': PowerOffVM_Task, 'duration_secs': 0.248039} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.447527] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.447527] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.447527] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44458207-89cb-4dbd-b2e3-fd6c4097ddfe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.468600] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561464} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.468839] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.469054] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.469287] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-489a7ae3-d964-4c18-ada7-c94688eb1a4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.474953] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1067.474953] env[63309]: value = "task-2730825" [ 1067.474953] env[63309]: _type = "Task" [ 1067.474953] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.484492] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.485150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-354162d9-76d2-43c4-8dd1-0794b4edc6c1 tempest-InstanceActionsTestJSON-1037002887 tempest-InstanceActionsTestJSON-1037002887-project-member] Lock "d1ff1bf4-778c-4b31-a79f-b1a18e1dad39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.498s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.524927] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.525174] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.525363] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Deleting the datastore file [datastore1] f7b2d716-82b3-45ed-a035-cad21a6ec189 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.525695] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef10ddfe-58c0-4f07-b6d4-1e9726afd869 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.535465] env[63309]: DEBUG oslo_vmware.api [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for the task: (returnval){ [ 1067.535465] env[63309]: value = "task-2730826" [ 1067.535465] env[63309]: _type = "Task" [ 1067.535465] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.542289] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730822, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.546824] env[63309]: DEBUG oslo_vmware.api [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.652362] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730823, 'name': ReconfigVM_Task, 'duration_secs': 0.329671} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.652641] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.653426] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8786c0-5b2d-4afe-9326-79a8bb4490a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.675355] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35/3044afa7-90dd-4617-82e4-d90c2d306a35.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.675584] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f17888b-5c29-4237-b012-fab4a99e4aaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693457] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1067.693457] env[63309]: value = "task-2730827" [ 1067.693457] env[63309]: _type = "Task" [ 1067.693457] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.701210] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.708382] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730820, 'name': ReconfigVM_Task, 'duration_secs': 0.619258} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.708643] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d8286083-c2ac-4a88-834e-199c8b0f1c6c/d8286083-c2ac-4a88-834e-199c8b0f1c6c.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.709265] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2c5e06a-eef7-45c9-97f7-6b037c20fe57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.716343] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1067.716343] env[63309]: value = "task-2730828" [ 1067.716343] env[63309]: _type = "Task" [ 1067.716343] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.725851] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730828, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.839417] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ee361e-d4c6-482a-9cde-bcec84f42207 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.778s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.911946] env[63309]: DEBUG nova.compute.manager [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Received event network-changed-76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.911946] env[63309]: DEBUG nova.compute.manager [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Refreshing instance network info cache due to event network-changed-76357864-02a0-44d3-8584-530298d7b7f7. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.913112] env[63309]: DEBUG oslo_concurrency.lockutils [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.913112] env[63309]: DEBUG oslo_concurrency.lockutils [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.913112] env[63309]: DEBUG nova.network.neutron [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Refreshing network info cache for port 76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.941632] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance 3044afa7-90dd-4617-82e4-d90c2d306a35 as it has an incoming, in-progress migration 9242bd63-d08e-4df7-8fc3-dcac591e99e1. Migration status is migrating {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1067.941874] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance 5f99bf64-be1e-4bbd-8426-8d880c0e8921 as it has an incoming, in-progress migration 0b0d0e77-03f5-40b3-9d5c-df41a91b6f6d. Migration status is confirming {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1067.943855] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating resource usage from migration 9242bd63-d08e-4df7-8fc3-dcac591e99e1 [ 1067.944323] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating resource usage from migration 0b0d0e77-03f5-40b3-9d5c-df41a91b6f6d [ 1067.985785] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064919} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.986293] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.987677] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8548e4c8-8437-4318-a723-82d1a08ff1aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.011645] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.011816] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073950d9-c25f-4a04-99b5-f05094bbce38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.032763] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1068.032763] env[63309]: value = "task-2730829" [ 1068.032763] env[63309]: _type = "Task" [ 1068.032763] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.048750] env[63309]: DEBUG oslo_vmware.api [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730822, 'name': PowerOnVM_Task, 'duration_secs': 0.819843} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.059835] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.060599] env[63309]: DEBUG nova.compute.manager [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.061605] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.061760] env[63309]: DEBUG oslo_vmware.api [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Task: {'id': task-2730826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184608} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.062609] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f6dc32-e3ea-4005-8625-7f1c9f81c6c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.067319] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.067518] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.071145] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.071145] env[63309]: INFO nova.compute.manager [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1068.071145] env[63309]: DEBUG oslo.service.loopingcall [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance c95e9301-0004-4ed7-a2da-1cba22371eaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 1f22d2c0-cad3-499e-a810-c4697e44d2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f7b2d716-82b3-45ed-a035-cad21a6ec189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance b29422bd-7a67-44ce-87d9-14d3e4fc6fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance bad78816-6822-4d3e-b4b8-aee9a06325dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 9d3341de-402a-41c3-a202-f43eecbee5b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance bb7d182d-9fb4-4564-a116-3159fa1a7d1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.071145] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance abbb07f4-d852-46c8-9b70-47aa046b1f5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 0b0d0e77-03f5-40b3-9d5c-df41a91b6f6d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1068.071145] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 5f99bf64-be1e-4bbd-8426-8d880c0e8921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.072424] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 9c2cac39-3fda-47ec-9b1d-9d210b9516b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.072424] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 7049255a-23c2-4f0c-b935-dbe2cc21faed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.072424] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance b4528449-771b-45d6-8b9c-d51a76ecf26f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.072424] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d8286083-c2ac-4a88-834e-199c8b0f1c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.072424] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 9242bd63-d08e-4df7-8fc3-dcac591e99e1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1068.072424] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 3044afa7-90dd-4617-82e4-d90c2d306a35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.072709] env[63309]: DEBUG nova.compute.manager [-] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.072865] env[63309]: DEBUG nova.network.neutron [-] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.207780] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.226962] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730828, 'name': Rename_Task, 'duration_secs': 0.157962} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.227269] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.227523] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2123549c-302d-4643-9bab-f56228f5a907 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.235448] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1068.235448] env[63309]: value = "task-2730830" [ 1068.235448] env[63309]: _type = "Task" [ 1068.235448] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.247526] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.556890] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730829, 'name': ReconfigVM_Task, 'duration_secs': 0.360229} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.557207] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed/7049255a-23c2-4f0c-b935-dbe2cc21faed.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.560432] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119733c2-29a8-444c-a2ec-c2e1a7c59887 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.568813] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1068.568813] env[63309]: value = "task-2730831" [ 1068.568813] env[63309]: _type = "Task" [ 1068.568813] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.576250] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 43f3f018-6543-4d8f-9dc3-74e5b45c6deb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1068.576466] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1068.576638] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1068.581842] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730831, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.603978] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.705299] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730827, 'name': ReconfigVM_Task, 'duration_secs': 0.639648} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.705687] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35/3044afa7-90dd-4617-82e4-d90c2d306a35.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.706171] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.752630] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.770649] env[63309]: DEBUG nova.network.neutron [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updated VIF entry in instance network info cache for port 76357864-02a0-44d3-8584-530298d7b7f7. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.770649] env[63309]: DEBUG nova.network.neutron [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.898650] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2297aa73-58e0-41f1-acc1-7c0807f56eb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.907966] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d1d0bf-4895-40a8-b971-f78a0687c1ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.940612] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12c2e71-39ab-43eb-9b39-bb4f3f11d7ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.948775] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6989be1f-1b4e-43bc-9b6d-cf97d4db80d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.963920] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.078998] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730831, 'name': Rename_Task, 'duration_secs': 0.13279} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.079303] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.079546] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb49c30-7251-4dfa-ad33-fb71c36e2ea2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.085763] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1069.085763] env[63309]: value = "task-2730832" [ 1069.085763] env[63309]: _type = "Task" [ 1069.085763] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.096493] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.212995] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b383863-511a-4643-bb76-27dcb6bbcf4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.232579] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1a4f2e-eeec-460e-8fed-7f69dbc8b423 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.254527] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.266380] env[63309]: DEBUG oslo_vmware.api [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730830, 'name': PowerOnVM_Task, 'duration_secs': 0.860596} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.266640] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.266842] env[63309]: INFO nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1069.267028] env[63309]: DEBUG nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.267793] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa5d22-b550-45a7-9688-53d570c0187a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.274572] env[63309]: DEBUG oslo_concurrency.lockutils [req-ca0306af-1920-42d1-8b9c-b8c1f1ba1a43 req-dc1a1412-45ca-40b5-ad7e-8929844aaf11 service nova] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.324046] env[63309]: DEBUG nova.network.neutron [-] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.467271] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.598374] env[63309]: DEBUG oslo_vmware.api [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730832, 'name': PowerOnVM_Task, 'duration_secs': 0.505878} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.598816] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.599167] env[63309]: DEBUG nova.compute.manager [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.600369] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e3ce0-d31d-4640-bbb0-ec43ee034d41 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.791026] env[63309]: INFO nova.compute.manager [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Took 26.10 seconds to build instance. [ 1069.802580] env[63309]: DEBUG nova.network.neutron [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Port 21f4bff9-3da2-4f20-a903-2b405255f557 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1069.826613] env[63309]: INFO nova.compute.manager [-] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Took 1.75 seconds to deallocate network for instance. [ 1069.939100] env[63309]: DEBUG nova.compute.manager [req-5eaa494f-519d-4395-bc01-76a3b5de582e req-2b6020eb-6a2c-454c-ab48-65c57674c26d service nova] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Received event network-vif-deleted-90b9bc42-9404-4d8d-95e1-b8a70ca89152 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.972740] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1069.973010] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.047s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.973294] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.627s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.973516] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.975848] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.283s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.977386] env[63309]: INFO nova.compute.claims [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.014663] env[63309]: INFO nova.scheduler.client.report [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Deleted allocations for instance 9d3341de-402a-41c3-a202-f43eecbee5b8 [ 1070.119782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.293521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dbb0c9e3-32fc-48a5-a9c5-6d65a41dc47d tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.624s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.333151] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.521917] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5666df14-ed4f-4673-b0f8-ccc46f50d202 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "9d3341de-402a-41c3-a202-f43eecbee5b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.471s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.789193] env[63309]: DEBUG nova.compute.manager [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Received event network-changed-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.789193] env[63309]: DEBUG nova.compute.manager [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Refreshing instance network info cache due to event network-changed-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.789193] env[63309]: DEBUG oslo_concurrency.lockutils [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] Acquiring lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.789193] env[63309]: DEBUG oslo_concurrency.lockutils [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] Acquired lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.789193] env[63309]: DEBUG nova.network.neutron [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Refreshing network info cache for port 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.830664] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.831385] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.833115] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.225508] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642f8e8c-5777-4aab-b9b6-aea3771b646f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.234390] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7433831-382f-4577-92ec-6fa04b93ccae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.266910] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9922283-0c16-4dbc-8530-63c00c32b760 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.274779] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97c7163-7982-48a1-a2a4-8c529dba549b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.288444] env[63309]: DEBUG nova.compute.provider_tree [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.527144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "7049255a-23c2-4f0c-b935-dbe2cc21faed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.527417] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "7049255a-23c2-4f0c-b935-dbe2cc21faed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.527627] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "7049255a-23c2-4f0c-b935-dbe2cc21faed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.527813] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "7049255a-23c2-4f0c-b935-dbe2cc21faed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.527991] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "7049255a-23c2-4f0c-b935-dbe2cc21faed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.530174] env[63309]: INFO nova.compute.manager [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Terminating instance [ 1071.571429] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-bad78816-6822-4d3e-b4b8-aee9a06325dd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.571725] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-bad78816-6822-4d3e-b4b8-aee9a06325dd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.572097] env[63309]: DEBUG nova.objects.instance [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'flavor' on Instance uuid bad78816-6822-4d3e-b4b8-aee9a06325dd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.624874] env[63309]: DEBUG nova.network.neutron [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updated VIF entry in instance network info cache for port 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.624874] env[63309]: DEBUG nova.network.neutron [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updating instance_info_cache with network_info: [{"id": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "address": "fa:16:3e:ac:6e:62", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c7a063-7a", "ovs_interfaceid": "45c7a063-7ab5-4d1b-a5a8-7884dcd1a562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.791768] env[63309]: DEBUG nova.scheduler.client.report [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.872688] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.872957] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.873241] env[63309]: DEBUG nova.network.neutron [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.033968] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "refresh_cache-7049255a-23c2-4f0c-b935-dbe2cc21faed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.034192] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "refresh_cache-7049255a-23c2-4f0c-b935-dbe2cc21faed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.034413] env[63309]: DEBUG nova.network.neutron [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.127257] env[63309]: DEBUG oslo_concurrency.lockutils [req-c01e5319-177d-4936-a3bb-009faade31d6 req-e0366c73-9b3a-47d3-879b-9ba0341dab54 service nova] Releasing lock "refresh_cache-d8286083-c2ac-4a88-834e-199c8b0f1c6c" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.153955] env[63309]: DEBUG nova.objects.instance [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'pci_requests' on Instance uuid bad78816-6822-4d3e-b4b8-aee9a06325dd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.299544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.300276] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.304470] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.737s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.304722] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.308747] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.255s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.343109] env[63309]: INFO nova.scheduler.client.report [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance abbb07f4-d852-46c8-9b70-47aa046b1f5c [ 1072.552600] env[63309]: DEBUG nova.network.neutron [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.580397] env[63309]: DEBUG nova.network.neutron [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance_info_cache with network_info: [{"id": "21f4bff9-3da2-4f20-a903-2b405255f557", "address": "fa:16:3e:af:ac:e6", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f4bff9-3d", "ovs_interfaceid": "21f4bff9-3da2-4f20-a903-2b405255f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.613204] env[63309]: DEBUG nova.network.neutron [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.657113] env[63309]: DEBUG nova.objects.base [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.657343] env[63309]: DEBUG nova.network.neutron [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.694965] env[63309]: DEBUG nova.policy [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.806277] env[63309]: DEBUG nova.compute.utils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.808759] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.808903] env[63309]: DEBUG nova.network.neutron [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.851768] env[63309]: DEBUG nova.policy [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1e897470c2545899c2dc388bdcfbd20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8a0e1cc90f14ba1b64a8b5301e5f9dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.856348] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02441672-383b-4d37-a123-29683e6d1405 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "abbb07f4-d852-46c8-9b70-47aa046b1f5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.868s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.080148] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432c29e-2ece-453f-8d10-96514df8a928 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.083262] env[63309]: DEBUG oslo_concurrency.lockutils [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.093504] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6dc02-34de-48e1-864a-40ce0d729fb2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.125910] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "refresh_cache-7049255a-23c2-4f0c-b935-dbe2cc21faed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.127772] env[63309]: DEBUG nova.compute.manager [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.127772] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.128052] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da84181b-d214-4300-8f70-db3038a9452d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.131404] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35530629-e115-455f-95a1-053d10a9d4c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.141382] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe444d-b8d1-4106-adf1-5a68a5908296 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.145481] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.145597] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1efaeda5-d366-4c13-ac73-708a479aa84e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.160065] env[63309]: DEBUG nova.compute.provider_tree [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.163493] env[63309]: DEBUG oslo_vmware.api [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1073.163493] env[63309]: value = "task-2730834" [ 1073.163493] env[63309]: _type = "Task" [ 1073.163493] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.168305] env[63309]: DEBUG nova.network.neutron [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Successfully created port: 65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.177485] env[63309]: DEBUG oslo_vmware.api [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.178702] env[63309]: DEBUG nova.network.neutron [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Successfully created port: 7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.312420] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.607242] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a16d8-5e0f-46dd-96e7-03c64bb11ba9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.625912] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328d938-088d-4c30-a598-6522d1697a9d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635157] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.668248] env[63309]: DEBUG nova.scheduler.client.report [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.677697] env[63309]: DEBUG oslo_vmware.api [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730834, 'name': PowerOffVM_Task, 'duration_secs': 0.137499} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.678170] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.678457] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.678793] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e07bf875-7451-4a2b-a12b-063a2115be93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.704328] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.704328] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.704328] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleting the datastore file [datastore2] 7049255a-23c2-4f0c-b935-dbe2cc21faed {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.704328] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d48fa049-9659-45be-8397-8b670f5483ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.710928] env[63309]: DEBUG oslo_vmware.api [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1073.710928] env[63309]: value = "task-2730836" [ 1073.710928] env[63309]: _type = "Task" [ 1073.710928] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.719371] env[63309]: DEBUG oslo_vmware.api [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.833227] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "41581283-dd67-49d0-a3ad-924ea4b67253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.833469] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "41581283-dd67-49d0-a3ad-924ea4b67253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.145096] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.145096] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07ed18e8-5aa2-482d-8272-7b852e2d9229 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.152139] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1074.152139] env[63309]: value = "task-2730837" [ 1074.152139] env[63309]: _type = "Task" [ 1074.152139] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.160484] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.224092] env[63309]: DEBUG oslo_vmware.api [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100832} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.224092] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.224092] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.224092] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.224092] env[63309]: INFO nova.compute.manager [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1074.224361] env[63309]: DEBUG oslo.service.loopingcall [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.224520] env[63309]: DEBUG nova.compute.manager [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.224613] env[63309]: DEBUG nova.network.neutron [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.242231] env[63309]: DEBUG nova.network.neutron [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.324837] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.339573] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.353522] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.353522] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.353832] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.353944] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.354106] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.354254] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.354462] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.354619] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.354783] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.354943] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.355126] env[63309]: DEBUG nova.virt.hardware [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.356079] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2968d7-8c8b-4a3e-b3a2-a25e24332af3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.363793] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba34bd9-558e-45c5-8453-81f282b95a63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.666960] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.668115] env[63309]: DEBUG nova.network.neutron [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Successfully updated port: 65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.682757] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.373s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.686451] env[63309]: DEBUG nova.compute.manager [req-cf3b0d54-9258-400c-ab1c-e4d2f3727a2b req-fe651eb4-468c-4dde-b73e-4750350806da service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-vif-plugged-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.687598] env[63309]: DEBUG oslo_concurrency.lockutils [req-cf3b0d54-9258-400c-ab1c-e4d2f3727a2b req-fe651eb4-468c-4dde-b73e-4750350806da service nova] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.687598] env[63309]: DEBUG oslo_concurrency.lockutils [req-cf3b0d54-9258-400c-ab1c-e4d2f3727a2b req-fe651eb4-468c-4dde-b73e-4750350806da service nova] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.687598] env[63309]: DEBUG oslo_concurrency.lockutils [req-cf3b0d54-9258-400c-ab1c-e4d2f3727a2b req-fe651eb4-468c-4dde-b73e-4750350806da service nova] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.687598] env[63309]: DEBUG nova.compute.manager [req-cf3b0d54-9258-400c-ab1c-e4d2f3727a2b req-fe651eb4-468c-4dde-b73e-4750350806da service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] No waiting events found dispatching network-vif-plugged-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.687598] env[63309]: WARNING nova.compute.manager [req-cf3b0d54-9258-400c-ab1c-e4d2f3727a2b req-fe651eb4-468c-4dde-b73e-4750350806da service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received unexpected event network-vif-plugged-65861f01-4d05-4bfb-85b4-72c81921af5d for instance with vm_state building and task_state spawning. [ 1074.688882] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.085s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.688994] env[63309]: DEBUG nova.objects.instance [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1074.744360] env[63309]: DEBUG nova.network.neutron [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.794821] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "f5965d29-9e57-42c6-876e-b2905e472aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.795084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.865040] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.892038] env[63309]: DEBUG nova.network.neutron [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Successfully updated port: 7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.927956] env[63309]: DEBUG nova.compute.manager [req-d7f8e959-7d2a-4cd6-97a9-fe817959c96a req-179780b6-7e3e-429a-8c09-00ffaf9dce54 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-vif-plugged-7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.928199] env[63309]: DEBUG oslo_concurrency.lockutils [req-d7f8e959-7d2a-4cd6-97a9-fe817959c96a req-179780b6-7e3e-429a-8c09-00ffaf9dce54 service nova] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.928420] env[63309]: DEBUG oslo_concurrency.lockutils [req-d7f8e959-7d2a-4cd6-97a9-fe817959c96a req-179780b6-7e3e-429a-8c09-00ffaf9dce54 service nova] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.928608] env[63309]: DEBUG oslo_concurrency.lockutils [req-d7f8e959-7d2a-4cd6-97a9-fe817959c96a req-179780b6-7e3e-429a-8c09-00ffaf9dce54 service nova] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.929391] env[63309]: DEBUG nova.compute.manager [req-d7f8e959-7d2a-4cd6-97a9-fe817959c96a req-179780b6-7e3e-429a-8c09-00ffaf9dce54 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] No waiting events found dispatching network-vif-plugged-7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.929391] env[63309]: WARNING nova.compute.manager [req-d7f8e959-7d2a-4cd6-97a9-fe817959c96a req-179780b6-7e3e-429a-8c09-00ffaf9dce54 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received unexpected event network-vif-plugged-7af05167-43a4-48a4-90df-99c0fc413a54 for instance with vm_state active and task_state None. [ 1075.164565] env[63309]: DEBUG oslo_vmware.api [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730837, 'name': PowerOnVM_Task, 'duration_secs': 0.523039} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.164814] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.165014] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6ff0d-534d-49ff-89d6-6962c4a4bc81 tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance '3044afa7-90dd-4617-82e4-d90c2d306a35' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.172178] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.172308] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.172451] env[63309]: DEBUG nova.network.neutron [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.243970] env[63309]: INFO nova.scheduler.client.report [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocation for migration 0b0d0e77-03f5-40b3-9d5c-df41a91b6f6d [ 1075.247966] env[63309]: INFO nova.compute.manager [-] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Took 1.02 seconds to deallocate network for instance. [ 1075.297518] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.395317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.395317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.395317] env[63309]: DEBUG nova.network.neutron [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.698080] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3f67e223-bb48-4028-beb0-96ea07c395d0 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.699120] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.580s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.699362] env[63309]: DEBUG nova.objects.instance [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.716671] env[63309]: DEBUG nova.network.neutron [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.749705] env[63309]: DEBUG oslo_concurrency.lockutils [None req-8aeaa758-bff3-477f-803c-83a0b565770e tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.045s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.755031] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.817554] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.892257] env[63309]: DEBUG nova.network.neutron [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.941344] env[63309]: WARNING nova.network.neutron [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] 2232098d-edc1-4f74-baf6-97c1fb41209b already exists in list: networks containing: ['2232098d-edc1-4f74-baf6-97c1fb41209b']. ignoring it [ 1076.291180] env[63309]: DEBUG nova.network.neutron [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7af05167-43a4-48a4-90df-99c0fc413a54", "address": "fa:16:3e:43:e7:dd", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af05167-43", "ovs_interfaceid": "7af05167-43a4-48a4-90df-99c0fc413a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.395626] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.395911] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Instance network_info: |[{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.396726] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:4a:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65861f01-4d05-4bfb-85b4-72c81921af5d', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.404847] env[63309]: DEBUG oslo.service.loopingcall [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.405938] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.406235] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922a1cc4-f8d6-4402-b087-a8a1ac67f56e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.427762] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.427762] env[63309]: value = "task-2730838" [ 1076.427762] env[63309]: _type = "Task" [ 1076.427762] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.436371] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730838, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.708046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0afff009-d66e-47b4-a64e-ea9cf9bd3a92 tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.711747] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.376s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.711747] env[63309]: DEBUG nova.objects.instance [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lazy-loading 'resources' on Instance uuid f7b2d716-82b3-45ed-a035-cad21a6ec189 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.756436] env[63309]: DEBUG nova.compute.manager [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.757828] env[63309]: DEBUG nova.compute.manager [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing instance network info cache due to event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.757828] env[63309]: DEBUG oslo_concurrency.lockutils [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.757828] env[63309]: DEBUG oslo_concurrency.lockutils [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.757828] env[63309]: DEBUG nova.network.neutron [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.795763] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.795763] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.795763] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.796128] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6afadf-6bd2-47e3-867f-f62697758ebf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.814031] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.814031] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.814031] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.814406] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.814887] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.814887] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.814887] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.815211] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.816287] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.816287] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.816287] env[63309]: DEBUG nova.virt.hardware [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.822595] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Reconfiguring VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1076.822699] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98870cb7-b1f3-4f1a-98df-21098f0ab4a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.835829] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.836122] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.836391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.836638] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.836907] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.839704] env[63309]: INFO nova.compute.manager [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Terminating instance [ 1076.844820] env[63309]: DEBUG oslo_vmware.api [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1076.844820] env[63309]: value = "task-2730839" [ 1076.844820] env[63309]: _type = "Task" [ 1076.844820] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.853931] env[63309]: DEBUG oslo_vmware.api [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730839, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.937746] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730838, 'name': CreateVM_Task, 'duration_secs': 0.390094} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.937977] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.938623] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.938792] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.939177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.939444] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0a377e-d32a-4996-b0ee-dc34de000cb6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.948940] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1076.948940] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945d03-ac36-fe5f-366e-384097a0e9b3" [ 1076.948940] env[63309]: _type = "Task" [ 1076.948940] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.959324] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945d03-ac36-fe5f-366e-384097a0e9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.024540] env[63309]: DEBUG nova.compute.manager [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-changed-7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.024765] env[63309]: DEBUG nova.compute.manager [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Refreshing instance network info cache due to event network-changed-7af05167-43a4-48a4-90df-99c0fc413a54. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.025093] env[63309]: DEBUG oslo_concurrency.lockutils [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] Acquiring lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.025191] env[63309]: DEBUG oslo_concurrency.lockutils [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] Acquired lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.025404] env[63309]: DEBUG nova.network.neutron [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Refreshing network info cache for port 7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.315611] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "a2352c95-14de-423c-bc0c-c305df9706b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.315851] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "a2352c95-14de-423c-bc0c-c305df9706b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.344770] env[63309]: DEBUG nova.compute.manager [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.345109] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.348582] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb391647-88c0-4f30-b75a-c436602bd7b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.365997] env[63309]: DEBUG oslo_vmware.api [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.367037] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.367037] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2373abe-4489-4878-85ec-3394be0aff51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.377619] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1077.377619] env[63309]: value = "task-2730841" [ 1077.377619] env[63309]: _type = "Task" [ 1077.377619] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.388595] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.461461] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52945d03-ac36-fe5f-366e-384097a0e9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.464293] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.464576] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.464808] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.464971] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.465236] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.465644] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897ffc3f-51cb-40d2-abb1-753af77a27df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.479161] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.479358] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.482774] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18afc60-f7a7-4b01-9826-47653bb6b828 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.490895] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1077.490895] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522095ae-2ee0-dd18-2e79-ee6ee10c2e76" [ 1077.490895] env[63309]: _type = "Task" [ 1077.490895] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.503611] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522095ae-2ee0-dd18-2e79-ee6ee10c2e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.512884] env[63309]: DEBUG nova.network.neutron [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updated VIF entry in instance network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.513425] env[63309]: DEBUG nova.network.neutron [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.531053] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849679bd-3a00-46e6-807b-a6cd678bfc26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.538970] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9e6df-bf8f-465d-8b3b-6eaca00cfcb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.574033] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baebd728-1be2-4d8b-a14d-7422a7969c96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.582276] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2afb2f-ba1c-4a36-8bd1-f5d447912657 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.597341] env[63309]: DEBUG nova.compute.provider_tree [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.758271] env[63309]: DEBUG nova.network.neutron [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updated VIF entry in instance network info cache for port 7af05167-43a4-48a4-90df-99c0fc413a54. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.758885] env[63309]: DEBUG nova.network.neutron [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7af05167-43a4-48a4-90df-99c0fc413a54", "address": "fa:16:3e:43:e7:dd", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af05167-43", "ovs_interfaceid": "7af05167-43a4-48a4-90df-99c0fc413a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.819304] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.859560] env[63309]: DEBUG oslo_vmware.api [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730839, 'name': ReconfigVM_Task, 'duration_secs': 0.91849} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.860890] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.861162] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Reconfigured VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1077.888277] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730841, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.979796] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "3044afa7-90dd-4617-82e4-d90c2d306a35" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.980048] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.980278] env[63309]: DEBUG nova.compute.manager [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Going to confirm migration 6 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1078.001184] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522095ae-2ee0-dd18-2e79-ee6ee10c2e76, 'name': SearchDatastore_Task, 'duration_secs': 0.03083} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.002031] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13be8f9c-871c-43c5-bab3-6d24a2f0e778 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.008775] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1078.008775] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5266fc99-51e5-91e8-f4d1-8de90b64b950" [ 1078.008775] env[63309]: _type = "Task" [ 1078.008775] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.017715] env[63309]: DEBUG oslo_concurrency.lockutils [req-2659f78d-b6c5-41d0-b86c-fd62969356b8 req-335d9b1d-cf69-486c-9fce-c61824e0f948 service nova] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.018197] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5266fc99-51e5-91e8-f4d1-8de90b64b950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.100056] env[63309]: DEBUG nova.scheduler.client.report [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.262302] env[63309]: DEBUG oslo_concurrency.lockutils [req-50e3ba3d-8fc1-4953-84df-cc84b8b75c7e req-6ec65050-2f08-49d4-b6bb-b0b2a8898b1c service nova] Releasing lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.340997] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.366422] env[63309]: DEBUG oslo_concurrency.lockutils [None req-56e5bae9-d7f3-4847-af3e-e5c57811b137 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-bad78816-6822-4d3e-b4b8-aee9a06325dd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.795s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.390180] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730841, 'name': PowerOffVM_Task, 'duration_secs': 0.522601} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.390478] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.390649] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.390917] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a54835-4f94-455d-83a8-fbb4483ac028 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.479010] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.479274] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.479433] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore2] 5f99bf64-be1e-4bbd-8426-8d880c0e8921 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.479903] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec72d8ed-5bc0-400b-96bf-386102faf3b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.486429] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1078.486429] env[63309]: value = "task-2730843" [ 1078.486429] env[63309]: _type = "Task" [ 1078.486429] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.496082] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.519062] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5266fc99-51e5-91e8-f4d1-8de90b64b950, 'name': SearchDatastore_Task, 'duration_secs': 0.03574} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.519365] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.519661] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.519944] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4185a9a-5e9e-49fb-8bb9-4c119bf3656a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.523375] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.523541] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquired lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.523719] env[63309]: DEBUG nova.network.neutron [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.523926] env[63309]: DEBUG nova.objects.instance [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'info_cache' on Instance uuid 3044afa7-90dd-4617-82e4-d90c2d306a35 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.526383] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1078.526383] env[63309]: value = "task-2730844" [ 1078.526383] env[63309]: _type = "Task" [ 1078.526383] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.535496] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.604648] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.607086] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.742s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.608616] env[63309]: INFO nova.compute.claims [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.623680] env[63309]: INFO nova.scheduler.client.report [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Deleted allocations for instance f7b2d716-82b3-45ed-a035-cad21a6ec189 [ 1078.999831] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.037606] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.130838] env[63309]: DEBUG oslo_concurrency.lockutils [None req-949928b4-74e1-484c-97bf-c438d5affe88 tempest-ServerRescueTestJSON-1072106063 tempest-ServerRescueTestJSON-1072106063-project-member] Lock "f7b2d716-82b3-45ed-a035-cad21a6ec189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.737s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.500028] env[63309]: DEBUG oslo_vmware.api [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580378} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.500028] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.500028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.500028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.500028] env[63309]: INFO nova.compute.manager [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1079.500472] env[63309]: DEBUG oslo.service.loopingcall [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.500509] env[63309]: DEBUG nova.compute.manager [-] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.500591] env[63309]: DEBUG nova.network.neutron [-] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.542573] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991708} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.542885] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.543144] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.543429] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c3c761-ddf0-4339-a348-d1213776df58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.550050] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1079.550050] env[63309]: value = "task-2730846" [ 1079.550050] env[63309]: _type = "Task" [ 1079.550050] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.560024] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.826994] env[63309]: DEBUG nova.compute.manager [req-577a4b4e-ff12-4b31-9378-b1aa34951fa0 req-2b23d4b2-e19b-4306-bc92-83de98923e2c service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Received event network-vif-deleted-9f60f5c8-dc96-4520-a9e9-488122b0e1d8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.827168] env[63309]: INFO nova.compute.manager [req-577a4b4e-ff12-4b31-9378-b1aa34951fa0 req-2b23d4b2-e19b-4306-bc92-83de98923e2c service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Neutron deleted interface 9f60f5c8-dc96-4520-a9e9-488122b0e1d8; detaching it from the instance and deleting it from the info cache [ 1079.827372] env[63309]: DEBUG nova.network.neutron [req-577a4b4e-ff12-4b31-9378-b1aa34951fa0 req-2b23d4b2-e19b-4306-bc92-83de98923e2c service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.890839] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc989c8c-0275-47fc-8235-3bd0564a12f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.899525] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6376c-063a-4f08-baab-0c1cea136ffb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.932696] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd21cf08-9955-4f25-a541-6a777920dbbd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.940564] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6983ccb-4bbe-4114-9c1f-cb80e06e937f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.954412] env[63309]: DEBUG nova.compute.provider_tree [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.966022] env[63309]: DEBUG nova.network.neutron [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance_info_cache with network_info: [{"id": "21f4bff9-3da2-4f20-a903-2b405255f557", "address": "fa:16:3e:af:ac:e6", "network": {"id": "7acf80af-8ada-40b4-ba9d-e5aaff4c19e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-641377778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ede1c995fa48d1b5b23266b015ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f4bff9-3d", "ovs_interfaceid": "21f4bff9-3da2-4f20-a903-2b405255f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.059120] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215602} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.059386] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.060163] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0a50f8-1404-4efe-b9c6-8dbf3a16384b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.082433] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.082433] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d984f1c0-cd11-4a8b-b256-df8162fa7477 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.101375] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1080.101375] env[63309]: value = "task-2730847" [ 1080.101375] env[63309]: _type = "Task" [ 1080.101375] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.109328] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.277986] env[63309]: DEBUG nova.network.neutron [-] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.330617] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4acb62bb-c11e-4ea2-95f4-ffa5d11ce3de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.342242] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca9f5d7-4325-49b2-a9d4-5866211b60de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.359742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-bad78816-6822-4d3e-b4b8-aee9a06325dd-7af05167-43a4-48a4-90df-99c0fc413a54" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.359977] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-bad78816-6822-4d3e-b4b8-aee9a06325dd-7af05167-43a4-48a4-90df-99c0fc413a54" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.376994] env[63309]: DEBUG nova.compute.manager [req-577a4b4e-ff12-4b31-9378-b1aa34951fa0 req-2b23d4b2-e19b-4306-bc92-83de98923e2c service nova] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Detach interface failed, port_id=9f60f5c8-dc96-4520-a9e9-488122b0e1d8, reason: Instance 5f99bf64-be1e-4bbd-8426-8d880c0e8921 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.457700] env[63309]: DEBUG nova.scheduler.client.report [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.467963] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Releasing lock "refresh_cache-3044afa7-90dd-4617-82e4-d90c2d306a35" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.468234] env[63309]: DEBUG nova.objects.instance [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lazy-loading 'migration_context' on Instance uuid 3044afa7-90dd-4617-82e4-d90c2d306a35 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.611784] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730847, 'name': ReconfigVM_Task, 'duration_secs': 0.317594} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.612135] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.612816] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4944afc3-050e-4568-91df-74da18a4ad1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.619038] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1080.619038] env[63309]: value = "task-2730848" [ 1080.619038] env[63309]: _type = "Task" [ 1080.619038] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.627233] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730848, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.780615] env[63309]: INFO nova.compute.manager [-] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Took 1.28 seconds to deallocate network for instance. [ 1080.862535] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.862722] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.863905] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a66441f-c264-4510-bd86-dc182ea88a21 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.882113] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1b4e30-ff2e-4437-bf87-42ac222516a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.908725] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Reconfiguring VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1080.909048] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b1648e-f2fd-4976-be4c-2d8437de61d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.929440] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1080.929440] env[63309]: value = "task-2730849" [ 1080.929440] env[63309]: _type = "Task" [ 1080.929440] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.939869] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.962831] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.963323] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.966290] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.211s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.966572] env[63309]: DEBUG nova.objects.instance [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lazy-loading 'resources' on Instance uuid 7049255a-23c2-4f0c-b935-dbe2cc21faed {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.973035] env[63309]: DEBUG nova.objects.base [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Object Instance<3044afa7-90dd-4617-82e4-d90c2d306a35> lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.973626] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf9d13-8a89-4e34-80d9-d87e1df2b68b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.994925] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a256a2d-c444-48cc-ad30-4a1c3d19875b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.001657] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1081.001657] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521695c7-040f-b68a-3657-32fda048e617" [ 1081.001657] env[63309]: _type = "Task" [ 1081.001657] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.010410] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521695c7-040f-b68a-3657-32fda048e617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.128509] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730848, 'name': Rename_Task, 'duration_secs': 0.138529} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.129143] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.129143] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680ab2f6-c90d-49c9-a1ef-b8e3b13c86e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.135313] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1081.135313] env[63309]: value = "task-2730850" [ 1081.135313] env[63309]: _type = "Task" [ 1081.135313] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.143966] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.286971] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.440547] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.469416] env[63309]: DEBUG nova.compute.utils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.470926] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.471119] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.511636] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521695c7-040f-b68a-3657-32fda048e617, 'name': SearchDatastore_Task, 'duration_secs': 0.007731} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.511733] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.543084] env[63309]: DEBUG nova.policy [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eae3ce9b65eb4ba19b3785d99bad6366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd8b11b708514df6a31b8e4f7fa7bc38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.647384] env[63309]: DEBUG oslo_vmware.api [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730850, 'name': PowerOnVM_Task, 'duration_secs': 0.428065} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.647645] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.647844] env[63309]: INFO nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1081.648031] env[63309]: DEBUG nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.648856] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e93dc5-e3f3-4200-9a28-cf5fb24fb205 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.758894] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66af9e0-46ce-4f04-9355-58b2f099085d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.766853] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7026a-f563-4085-bfea-6b030e2a48e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.800118] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169624f5-512c-4f7d-a147-ba2eee1405ef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.808100] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec42430-4808-4a88-b0cf-00fbd495b819 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.825277] env[63309]: DEBUG nova.compute.provider_tree [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.861143] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Successfully created port: 644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.941153] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.977751] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.165502] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Successfully created port: a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.169457] env[63309]: INFO nova.compute.manager [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Took 24.50 seconds to build instance. [ 1082.328677] env[63309]: DEBUG nova.scheduler.client.report [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.442309] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.671341] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cdb4c17d-534d-4060-b9bb-9ccc6ff6e910 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.008s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.834050] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.836619] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.019s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.838259] env[63309]: INFO nova.compute.claims [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.860547] env[63309]: INFO nova.scheduler.client.report [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleted allocations for instance 7049255a-23c2-4f0c-b935-dbe2cc21faed [ 1082.942473] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.987132] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.017398] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.017670] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.017832] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.018026] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.018182] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.018333] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.018541] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.018700] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.018862] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.019031] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.019223] env[63309]: DEBUG nova.virt.hardware [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.020122] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da08490-52da-44fa-85b5-11d9a59f6bac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.028501] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1398ef-68bc-44d7-b653-5ef4a131dd4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.368813] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1a5ee2d-8924-4698-8e3f-4ef79572686a tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "7049255a-23c2-4f0c-b935-dbe2cc21faed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.841s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.443347] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.826993] env[63309]: DEBUG nova.compute.manager [req-1000e84f-bf0d-488e-b728-b68fb23f1042 req-0855d108-9361-4990-9805-2a95ae272c8d service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received event network-vif-plugged-644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.827745] env[63309]: DEBUG oslo_concurrency.lockutils [req-1000e84f-bf0d-488e-b728-b68fb23f1042 req-0855d108-9361-4990-9805-2a95ae272c8d service nova] Acquiring lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.828103] env[63309]: DEBUG oslo_concurrency.lockutils [req-1000e84f-bf0d-488e-b728-b68fb23f1042 req-0855d108-9361-4990-9805-2a95ae272c8d service nova] Lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.828307] env[63309]: DEBUG oslo_concurrency.lockutils [req-1000e84f-bf0d-488e-b728-b68fb23f1042 req-0855d108-9361-4990-9805-2a95ae272c8d service nova] Lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.828665] env[63309]: DEBUG nova.compute.manager [req-1000e84f-bf0d-488e-b728-b68fb23f1042 req-0855d108-9361-4990-9805-2a95ae272c8d service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] No waiting events found dispatching network-vif-plugged-644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.829015] env[63309]: WARNING nova.compute.manager [req-1000e84f-bf0d-488e-b728-b68fb23f1042 req-0855d108-9361-4990-9805-2a95ae272c8d service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received unexpected event network-vif-plugged-644dd4ab-c3dc-4971-9c93-8c629a985e77 for instance with vm_state building and task_state spawning. [ 1083.927793] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Successfully updated port: 644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.948399] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.106429] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.106687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.106898] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.107097] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.107275] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.112059] env[63309]: INFO nova.compute.manager [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Terminating instance [ 1084.122507] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74cf18a-b123-4b1c-93c4-9b1b3b7b70c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.131590] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a277b5c-7250-4167-bfd2-53221eb07183 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.168755] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8235354-f4da-4029-a590-a45884aa5437 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.174256] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15adb48-a720-436b-9b77-0d017cf1c5f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.189322] env[63309]: DEBUG nova.compute.provider_tree [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.447474] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.617093] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "refresh_cache-9c2cac39-3fda-47ec-9b1d-9d210b9516b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.617373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquired lock "refresh_cache-9c2cac39-3fda-47ec-9b1d-9d210b9516b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.617577] env[63309]: DEBUG nova.network.neutron [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.693072] env[63309]: DEBUG nova.scheduler.client.report [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.948093] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.137078] env[63309]: DEBUG nova.network.neutron [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.187481] env[63309]: DEBUG nova.network.neutron [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.197143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.197646] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.200390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.859s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.201605] env[63309]: INFO nova.compute.claims [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.448644] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.690258] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Releasing lock "refresh_cache-9c2cac39-3fda-47ec-9b1d-9d210b9516b2" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.690734] env[63309]: DEBUG nova.compute.manager [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.690990] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.691830] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ec5a0-30fa-45b8-bd84-6f66463e914e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.699555] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.699555] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-033b6aae-3a22-4fa7-ac88-c4c1aabafc68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.707683] env[63309]: DEBUG nova.compute.utils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.708876] env[63309]: DEBUG oslo_vmware.api [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1085.708876] env[63309]: value = "task-2730853" [ 1085.708876] env[63309]: _type = "Task" [ 1085.708876] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.709536] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.709706] env[63309]: DEBUG nova.network.neutron [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.721142] env[63309]: DEBUG oslo_vmware.api [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.751530] env[63309]: DEBUG nova.policy [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5220b549743e0914d7ca5a2298ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd5e8fdcbfc4689b36239597edaf28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.882612] env[63309]: DEBUG nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.882612] env[63309]: DEBUG nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing instance network info cache due to event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.882612] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.882713] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.882919] env[63309]: DEBUG nova.network.neutron [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.917319] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Successfully updated port: a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.950300] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.021656] env[63309]: DEBUG nova.network.neutron [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Successfully created port: d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.210402] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.226100] env[63309]: DEBUG oslo_vmware.api [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730853, 'name': PowerOffVM_Task, 'duration_secs': 0.288693} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.226393] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.226627] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.226960] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b3065e1-4a59-488c-98fa-0cf9f8b6b02e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.252661] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.253466] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.253466] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleting the datastore file [datastore1] 9c2cac39-3fda-47ec-9b1d-9d210b9516b2 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.253466] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-708fa797-1db4-4f61-91d9-bd244eb4bf08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.262727] env[63309]: DEBUG oslo_vmware.api [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for the task: (returnval){ [ 1086.262727] env[63309]: value = "task-2730855" [ 1086.262727] env[63309]: _type = "Task" [ 1086.262727] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.274133] env[63309]: DEBUG oslo_vmware.api [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.420550] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.420624] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.420795] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.451751] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.519821] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1497163-eb7b-453e-847d-00010d6f9aa4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.527812] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95996f94-10f3-49d1-a5ec-460337db5cb7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.560818] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5405f4-1f02-4dcb-94d7-5d1f4ff1408b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.570565] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c252d19d-5fea-4081-9d90-4c4acbfa9733 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.583974] env[63309]: DEBUG nova.compute.provider_tree [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.653665] env[63309]: DEBUG nova.network.neutron [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updated VIF entry in instance network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.654137] env[63309]: DEBUG nova.network.neutron [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.773101] env[63309]: DEBUG oslo_vmware.api [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Task: {'id': task-2730855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09124} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.773101] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.773497] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.773497] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.773571] env[63309]: INFO nova.compute.manager [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1086.773795] env[63309]: DEBUG oslo.service.loopingcall [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.773981] env[63309]: DEBUG nova.compute.manager [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.774089] env[63309]: DEBUG nova.network.neutron [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.789465] env[63309]: DEBUG nova.network.neutron [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.950458] env[63309]: DEBUG oslo_vmware.api [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730849, 'name': ReconfigVM_Task, 'duration_secs': 5.746139} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.950722] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.950919] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Reconfigured VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1086.961121] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.088090] env[63309]: DEBUG nova.scheduler.client.report [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.157401] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.157668] env[63309]: DEBUG nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received event network-changed-644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.157899] env[63309]: DEBUG nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Refreshing instance network info cache due to event network-changed-644dd4ab-c3dc-4971-9c93-8c629a985e77. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.158027] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Acquiring lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.209752] env[63309]: DEBUG nova.compute.manager [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-vif-deleted-7af05167-43a4-48a4-90df-99c0fc413a54 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.209973] env[63309]: INFO nova.compute.manager [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Neutron deleted interface 7af05167-43a4-48a4-90df-99c0fc413a54; detaching it from the instance and deleting it from the info cache [ 1087.210210] env[63309]: DEBUG nova.network.neutron [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.221258] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.237890] env[63309]: DEBUG nova.network.neutron [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updating instance_info_cache with network_info: [{"id": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "address": "fa:16:3e:64:f5:e9", "network": {"id": "aedbe426-d212-4dd5-8eba-ab041b2dd486", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145807807", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644dd4ab-c3", "ovs_interfaceid": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "address": "fa:16:3e:b7:e7:3b", "network": {"id": "8ccd6703-1c4e-4b19-95a4-468860fe9455", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766108898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c09083-c4", "ovs_interfaceid": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.248352] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.248602] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.248834] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.249065] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.249240] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.249390] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.249594] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.249753] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.249924] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.250146] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.250272] env[63309]: DEBUG nova.virt.hardware [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.251161] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0cc34b-bd27-40fc-aeb2-1f23eb9be1f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.259977] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd202b-2e11-4a67-966d-cff9f2fc04bd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.291718] env[63309]: DEBUG nova.network.neutron [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.471767] env[63309]: DEBUG nova.network.neutron [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Successfully updated port: d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.591691] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.592273] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.598036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.310s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.598036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.599594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.088s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.626718] env[63309]: INFO nova.scheduler.client.report [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocations for instance 5f99bf64-be1e-4bbd-8426-8d880c0e8921 [ 1087.712451] env[63309]: DEBUG oslo_concurrency.lockutils [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.712642] env[63309]: DEBUG oslo_concurrency.lockutils [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] Acquired lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.713543] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ec936-68d9-4f02-9e88-f45f73ce7618 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.730811] env[63309]: DEBUG oslo_concurrency.lockutils [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] Releasing lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.731101] env[63309]: WARNING nova.compute.manager [req-cfdac89a-0815-40fc-882a-eaefecd559da req-8ec24819-d153-4d8e-b927-549146ba4876 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Detach interface failed, port_id=7af05167-43a4-48a4-90df-99c0fc413a54, reason: No device with interface-id 7af05167-43a4-48a4-90df-99c0fc413a54 exists on VM: nova.exception.NotFound: No device with interface-id 7af05167-43a4-48a4-90df-99c0fc413a54 exists on VM [ 1087.742438] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Releasing lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.742783] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Instance network_info: |[{"id": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "address": "fa:16:3e:64:f5:e9", "network": {"id": "aedbe426-d212-4dd5-8eba-ab041b2dd486", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145807807", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644dd4ab-c3", "ovs_interfaceid": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "address": "fa:16:3e:b7:e7:3b", "network": {"id": "8ccd6703-1c4e-4b19-95a4-468860fe9455", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766108898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c09083-c4", "ovs_interfaceid": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.743068] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Acquired lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.743255] env[63309]: DEBUG nova.network.neutron [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Refreshing network info cache for port 644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.746827] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:f5:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '644dd4ab-c3dc-4971-9c93-8c629a985e77', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:e7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7c09083-c48c-45f4-9e0f-ed953ebd56c7', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.757090] env[63309]: DEBUG oslo.service.loopingcall [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.760248] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.760718] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b308e358-9219-49d6-9ffe-bd05ee1d759f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.785183] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.785183] env[63309]: value = "task-2730857" [ 1087.785183] env[63309]: _type = "Task" [ 1087.785183] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.793388] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730857, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.793726] env[63309]: INFO nova.compute.manager [-] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Took 1.02 seconds to deallocate network for instance. [ 1087.907995] env[63309]: DEBUG nova.compute.manager [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received event network-changed-a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.908279] env[63309]: DEBUG nova.compute.manager [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Refreshing instance network info cache due to event network-changed-a7c09083-c48c-45f4-9e0f-ed953ebd56c7. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.908546] env[63309]: DEBUG oslo_concurrency.lockutils [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] Acquiring lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.973651] env[63309]: DEBUG nova.network.neutron [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updated VIF entry in instance network info cache for port 644dd4ab-c3dc-4971-9c93-8c629a985e77. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.974409] env[63309]: DEBUG nova.network.neutron [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updating instance_info_cache with network_info: [{"id": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "address": "fa:16:3e:64:f5:e9", "network": {"id": "aedbe426-d212-4dd5-8eba-ab041b2dd486", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145807807", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644dd4ab-c3", "ovs_interfaceid": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "address": "fa:16:3e:b7:e7:3b", "network": {"id": "8ccd6703-1c4e-4b19-95a4-468860fe9455", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766108898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c09083-c4", "ovs_interfaceid": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.976599] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "refresh_cache-f5965d29-9e57-42c6-876e-b2905e472aed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.976749] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "refresh_cache-f5965d29-9e57-42c6-876e-b2905e472aed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976922] env[63309]: DEBUG nova.network.neutron [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.104556] env[63309]: DEBUG nova.compute.utils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.109223] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.110039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.110039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.110039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.110039] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.111729] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.111729] env[63309]: DEBUG nova.network.neutron [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.113530] env[63309]: INFO nova.compute.manager [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Terminating instance [ 1088.133699] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3a94feb3-60b8-422e-ab2e-c7911f1f6ce1 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "5f99bf64-be1e-4bbd-8426-8d880c0e8921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.298s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.155723] env[63309]: DEBUG nova.policy [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f005be7641420cbc0137b587b434bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed2b311fc4d462b9786caac6ab452ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.188454] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.188696] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.188918] env[63309]: DEBUG nova.network.neutron [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.295531] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730857, 'name': CreateVM_Task, 'duration_secs': 0.369477} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.295664] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.296511] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.296678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.297123] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.297245] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c824d502-1196-44a6-a522-811247e60725 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.299450] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.304218] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1088.304218] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52826239-7106-e9b3-0869-5c4fa7360571" [ 1088.304218] env[63309]: _type = "Task" [ 1088.304218] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.312317] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52826239-7106-e9b3-0869-5c4fa7360571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.315763] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b0793-a517-48dc-a873-7a5c1d3a0862 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.322565] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f55b6bd-4ab5-4dc5-9cfc-9290affd8ddc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.353257] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf911a-6369-4b44-97cf-22ef3f52160f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.360951] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c28a40-d6f9-45e4-868a-cac1758e1554 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.373440] env[63309]: DEBUG nova.compute.provider_tree [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.413751] env[63309]: DEBUG nova.network.neutron [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Successfully created port: 770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.479876] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Releasing lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.480735] env[63309]: DEBUG nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received event network-vif-plugged-a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.480735] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Acquiring lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.480735] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.481611] env[63309]: DEBUG oslo_concurrency.lockutils [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] Lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.481611] env[63309]: DEBUG nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] No waiting events found dispatching network-vif-plugged-a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.481611] env[63309]: WARNING nova.compute.manager [req-59dfa67f-a764-43eb-88b5-4c5c4c5971da req-9cfe25c9-d4d4-4c03-9ec4-89622a3de977 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received unexpected event network-vif-plugged-a7c09083-c48c-45f4-9e0f-ed953ebd56c7 for instance with vm_state building and task_state spawning. [ 1088.483415] env[63309]: DEBUG oslo_concurrency.lockutils [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] Acquired lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483608] env[63309]: DEBUG nova.network.neutron [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Refreshing network info cache for port a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.536279] env[63309]: DEBUG nova.network.neutron [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.616956] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.620127] env[63309]: DEBUG nova.compute.manager [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.620356] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.623953] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d81fc-38a7-4ac2-be30-f8990b721bc1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.632426] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.632670] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f11e63-7158-4864-a7c7-937785cb8b08 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.639141] env[63309]: DEBUG oslo_vmware.api [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1088.639141] env[63309]: value = "task-2730858" [ 1088.639141] env[63309]: _type = "Task" [ 1088.639141] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.648682] env[63309]: DEBUG oslo_vmware.api [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.696288] env[63309]: DEBUG nova.network.neutron [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Updating instance_info_cache with network_info: [{"id": "d810ca7d-c041-4985-bb74-53992a285baa", "address": "fa:16:3e:e2:11:47", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd810ca7d-c0", "ovs_interfaceid": "d810ca7d-c041-4985-bb74-53992a285baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.816576] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52826239-7106-e9b3-0869-5c4fa7360571, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.816886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.817181] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.817426] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.817567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.817747] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.818026] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598a6f93-1a45-4071-952f-39142143e57e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.835917] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.836211] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.836974] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7403fae-697b-4ab7-862f-31cfbeec44f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.842586] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1088.842586] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529c76a8-3e12-433b-5a8b-80a0d8eff86e" [ 1088.842586] env[63309]: _type = "Task" [ 1088.842586] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.853307] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529c76a8-3e12-433b-5a8b-80a0d8eff86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.876601] env[63309]: DEBUG nova.scheduler.client.report [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.911126] env[63309]: DEBUG nova.network.neutron [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [{"id": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "address": "fa:16:3e:00:7d:f4", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf49b5-9a", "ovs_interfaceid": "0ddf49b5-9abc-41e0-bf24-706c1cd14eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.149172] env[63309]: DEBUG oslo_vmware.api [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730858, 'name': PowerOffVM_Task, 'duration_secs': 0.216445} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.149469] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.149616] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.149882] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08f0fad1-f5f2-46ce-a896-e1a5dc6ca483 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.202055] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "refresh_cache-f5965d29-9e57-42c6-876e-b2905e472aed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.202055] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Instance network_info: |[{"id": "d810ca7d-c041-4985-bb74-53992a285baa", "address": "fa:16:3e:e2:11:47", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd810ca7d-c0", "ovs_interfaceid": "d810ca7d-c041-4985-bb74-53992a285baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.203135] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:11:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd810ca7d-c041-4985-bb74-53992a285baa', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.211031] env[63309]: DEBUG oslo.service.loopingcall [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.212430] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.212730] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.212919] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.213109] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleting the datastore file [datastore2] bad78816-6822-4d3e-b4b8-aee9a06325dd {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.213348] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c3b7d67-0b95-4532-b685-ef4b83f9d723 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.228701] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45df38f2-4063-4173-9208-873accf9fb58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.231670] env[63309]: DEBUG nova.network.neutron [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updated VIF entry in instance network info cache for port a7c09083-c48c-45f4-9e0f-ed953ebd56c7. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.232084] env[63309]: DEBUG nova.network.neutron [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updating instance_info_cache with network_info: [{"id": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "address": "fa:16:3e:64:f5:e9", "network": {"id": "aedbe426-d212-4dd5-8eba-ab041b2dd486", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145807807", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644dd4ab-c3", "ovs_interfaceid": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "address": "fa:16:3e:b7:e7:3b", "network": {"id": "8ccd6703-1c4e-4b19-95a4-468860fe9455", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766108898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c09083-c4", "ovs_interfaceid": "a7c09083-c48c-45f4-9e0f-ed953ebd56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.238981] env[63309]: DEBUG oslo_vmware.api [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1089.238981] env[63309]: value = "task-2730860" [ 1089.238981] env[63309]: _type = "Task" [ 1089.238981] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.241633] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.241633] env[63309]: value = "task-2730861" [ 1089.241633] env[63309]: _type = "Task" [ 1089.241633] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.254695] env[63309]: DEBUG oslo_vmware.api [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.257880] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730861, 'name': CreateVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.329190] env[63309]: DEBUG nova.compute.manager [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Received event network-vif-plugged-d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.329416] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] Acquiring lock "f5965d29-9e57-42c6-876e-b2905e472aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.330142] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] Lock "f5965d29-9e57-42c6-876e-b2905e472aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.330142] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] Lock "f5965d29-9e57-42c6-876e-b2905e472aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.330262] env[63309]: DEBUG nova.compute.manager [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] No waiting events found dispatching network-vif-plugged-d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.330444] env[63309]: WARNING nova.compute.manager [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Received unexpected event network-vif-plugged-d810ca7d-c041-4985-bb74-53992a285baa for instance with vm_state building and task_state spawning. [ 1089.330619] env[63309]: DEBUG nova.compute.manager [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Received event network-changed-d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.330767] env[63309]: DEBUG nova.compute.manager [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Refreshing instance network info cache due to event network-changed-d810ca7d-c041-4985-bb74-53992a285baa. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.330968] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] Acquiring lock "refresh_cache-f5965d29-9e57-42c6-876e-b2905e472aed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.331303] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] Acquired lock "refresh_cache-f5965d29-9e57-42c6-876e-b2905e472aed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.331471] env[63309]: DEBUG nova.network.neutron [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Refreshing network info cache for port d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.358062] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529c76a8-3e12-433b-5a8b-80a0d8eff86e, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.358982] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2677020-0add-494e-87e1-887388ac1c81 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.364989] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1089.364989] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5258e3dd-0f21-c30e-3bab-c6aa7e2bb60e" [ 1089.364989] env[63309]: _type = "Task" [ 1089.364989] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.374015] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5258e3dd-0f21-c30e-3bab-c6aa7e2bb60e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.413668] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-bad78816-6822-4d3e-b4b8-aee9a06325dd" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.630995] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.660205] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.660602] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.660880] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.661218] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.661493] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.661773] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.662150] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.662444] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.662754] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.663075] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.663395] env[63309]: DEBUG nova.virt.hardware [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.664749] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b734fe-b27a-4cc4-9e70-41b0aad1334e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.677050] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99280566-a98b-49eb-90c4-f9b62a277921 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.735867] env[63309]: DEBUG oslo_concurrency.lockutils [req-2727c223-06d4-4bb0-ad07-9573fac8b5c8 req-7d9dfa1a-4f20-4696-8b39-6387f60042c9 service nova] Releasing lock "refresh_cache-41581283-dd67-49d0-a3ad-924ea4b67253" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.749519] env[63309]: DEBUG oslo_vmware.api [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194894} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.752783] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.752985] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.753186] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.753403] env[63309]: INFO nova.compute.manager [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.753652] env[63309]: DEBUG oslo.service.loopingcall [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.753850] env[63309]: DEBUG nova.compute.manager [-] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.753946] env[63309]: DEBUG nova.network.neutron [-] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.760362] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730861, 'name': CreateVM_Task, 'duration_secs': 0.332921} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.760507] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.761134] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.761331] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.761644] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.761880] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8077b62-83d4-4d5a-a78c-8c690e585004 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.766213] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1089.766213] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526961aa-6384-3f32-e47b-c1380d05d013" [ 1089.766213] env[63309]: _type = "Task" [ 1089.766213] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.773718] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526961aa-6384-3f32-e47b-c1380d05d013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.875322] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5258e3dd-0f21-c30e-3bab-c6aa7e2bb60e, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.875712] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.875841] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 41581283-dd67-49d0-a3ad-924ea4b67253/41581283-dd67-49d0-a3ad-924ea4b67253.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.876170] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7107b78b-c1a2-4dc3-8091-0a11732eaaef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.882973] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1089.882973] env[63309]: value = "task-2730863" [ 1089.882973] env[63309]: _type = "Task" [ 1089.882973] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.893858] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.294s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.896724] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.897009] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.598s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.897276] env[63309]: DEBUG nova.objects.instance [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lazy-loading 'resources' on Instance uuid 9c2cac39-3fda-47ec-9b1d-9d210b9516b2 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.917633] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d83000f0-3ee0-47c6-9b23-0b4e2af1e0d5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-bad78816-6822-4d3e-b4b8-aee9a06325dd-7af05167-43a4-48a4-90df-99c0fc413a54" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.557s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.007485] env[63309]: DEBUG nova.network.neutron [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Successfully updated port: 770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.130623] env[63309]: DEBUG nova.network.neutron [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Updated VIF entry in instance network info cache for port d810ca7d-c041-4985-bb74-53992a285baa. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.131622] env[63309]: DEBUG nova.network.neutron [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Updating instance_info_cache with network_info: [{"id": "d810ca7d-c041-4985-bb74-53992a285baa", "address": "fa:16:3e:e2:11:47", "network": {"id": "283db6d5-8186-4956-8645-8961b1481ecc", "bridge": "br-int", "label": "tempest-ServersTestJSON-203326637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd5e8fdcbfc4689b36239597edaf28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd810ca7d-c0", "ovs_interfaceid": "d810ca7d-c041-4985-bb74-53992a285baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.281578] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526961aa-6384-3f32-e47b-c1380d05d013, 'name': SearchDatastore_Task, 'duration_secs': 0.022714} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.282920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.282920] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.282920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.282920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.282920] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.283273] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c50ccfc6-582d-4b18-a624-22c1824bc9b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.297734] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.297943] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.299742] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17728e34-0452-48ba-aa53-677cf8e30d0c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.307524] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1090.307524] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ac40df-5dbe-f837-c2fc-b1ad1fb63ceb" [ 1090.307524] env[63309]: _type = "Task" [ 1090.307524] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.316390] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ac40df-5dbe-f837-c2fc-b1ad1fb63ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.392965] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730863, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.460207] env[63309]: INFO nova.scheduler.client.report [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocation for migration 9242bd63-d08e-4df7-8fc3-dcac591e99e1 [ 1090.511810] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "refresh_cache-a2352c95-14de-423c-bc0c-c305df9706b3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.511968] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "refresh_cache-a2352c95-14de-423c-bc0c-c305df9706b3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.512177] env[63309]: DEBUG nova.network.neutron [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.633766] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e096b7-3464-49a5-8a01-a95960a05486 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.637188] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2968d7b-a259-411d-a266-cb47d7218e8b req-2baa8381-b8d9-44a0-a980-ebc9c2a50399 service nova] Releasing lock "refresh_cache-f5965d29-9e57-42c6-876e-b2905e472aed" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.642952] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd777afa-57ab-4845-b61e-7f815b4afe19 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.673533] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31442012-7bc1-40fb-b515-4c1c1f326a02 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.683021] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c2831-cc7b-4db6-ab82-f4054d3a6259 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.698522] env[63309]: DEBUG nova.compute.provider_tree [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.811419] env[63309]: DEBUG nova.network.neutron [-] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.818233] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ac40df-5dbe-f837-c2fc-b1ad1fb63ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.026911} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.818989] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f26c040-0196-47cc-988e-b345424ab7c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.825862] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1090.825862] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521eae63-3a2b-24e8-3b51-f6e3e5e4dae8" [ 1090.825862] env[63309]: _type = "Task" [ 1090.825862] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.835020] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521eae63-3a2b-24e8-3b51-f6e3e5e4dae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.865276] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.865523] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.865728] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.865903] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.866274] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.868360] env[63309]: INFO nova.compute.manager [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Terminating instance [ 1090.893758] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512543} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.894058] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 41581283-dd67-49d0-a3ad-924ea4b67253/41581283-dd67-49d0-a3ad-924ea4b67253.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.894295] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.894571] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc729f1d-0df3-4bda-b2d3-5dfac7b3b2eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.902308] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1090.902308] env[63309]: value = "task-2730864" [ 1090.902308] env[63309]: _type = "Task" [ 1090.902308] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.911983] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.966468] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.986s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.053483] env[63309]: DEBUG nova.network.neutron [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.190212] env[63309]: DEBUG nova.network.neutron [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Updating instance_info_cache with network_info: [{"id": "770f4970-6fe7-4dcd-af4f-9a390cc9a55a", "address": "fa:16:3e:c3:7a:5e", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770f4970-6f", "ovs_interfaceid": "770f4970-6fe7-4dcd-af4f-9a390cc9a55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.202425] env[63309]: DEBUG nova.scheduler.client.report [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.313530] env[63309]: INFO nova.compute.manager [-] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Took 1.56 seconds to deallocate network for instance. [ 1091.336573] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521eae63-3a2b-24e8-3b51-f6e3e5e4dae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.336832] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.337135] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f5965d29-9e57-42c6-876e-b2905e472aed/f5965d29-9e57-42c6-876e-b2905e472aed.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.337405] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18b31e4f-d6d1-4825-b3a1-f9d7491127c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.345122] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1091.345122] env[63309]: value = "task-2730865" [ 1091.345122] env[63309]: _type = "Task" [ 1091.345122] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.354607] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.372264] env[63309]: DEBUG nova.compute.manager [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.372378] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.373524] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f40aa0-909d-4afa-9361-779f9a5d1003 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.382198] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.382542] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e2a229e-6d50-4c06-9636-6f797e280489 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.389442] env[63309]: DEBUG oslo_vmware.api [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1091.389442] env[63309]: value = "task-2730866" [ 1091.389442] env[63309]: _type = "Task" [ 1091.389442] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.400041] env[63309]: DEBUG oslo_vmware.api [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.403048] env[63309]: DEBUG nova.compute.manager [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Received event network-vif-plugged-770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.403329] env[63309]: DEBUG oslo_concurrency.lockutils [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] Acquiring lock "a2352c95-14de-423c-bc0c-c305df9706b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.403541] env[63309]: DEBUG oslo_concurrency.lockutils [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] Lock "a2352c95-14de-423c-bc0c-c305df9706b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.403723] env[63309]: DEBUG oslo_concurrency.lockutils [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] Lock "a2352c95-14de-423c-bc0c-c305df9706b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.403872] env[63309]: DEBUG nova.compute.manager [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] No waiting events found dispatching network-vif-plugged-770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.404151] env[63309]: WARNING nova.compute.manager [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Received unexpected event network-vif-plugged-770f4970-6fe7-4dcd-af4f-9a390cc9a55a for instance with vm_state building and task_state spawning. [ 1091.404295] env[63309]: DEBUG nova.compute.manager [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Received event network-changed-770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.404435] env[63309]: DEBUG nova.compute.manager [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Refreshing instance network info cache due to event network-changed-770f4970-6fe7-4dcd-af4f-9a390cc9a55a. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1091.404519] env[63309]: DEBUG oslo_concurrency.lockutils [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] Acquiring lock "refresh_cache-a2352c95-14de-423c-bc0c-c305df9706b3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.417150] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211479} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.417346] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.418193] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5e543a-865e-492a-ad0f-4eb46ea78155 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.444326] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 41581283-dd67-49d0-a3ad-924ea4b67253/41581283-dd67-49d0-a3ad-924ea4b67253.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.445670] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3edd769-1850-4608-a99b-4dfc0d4f10ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.469817] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1091.469817] env[63309]: value = "task-2730867" [ 1091.469817] env[63309]: _type = "Task" [ 1091.469817] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.480520] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.692809] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "refresh_cache-a2352c95-14de-423c-bc0c-c305df9706b3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.693111] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Instance network_info: |[{"id": "770f4970-6fe7-4dcd-af4f-9a390cc9a55a", "address": "fa:16:3e:c3:7a:5e", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770f4970-6f", "ovs_interfaceid": "770f4970-6fe7-4dcd-af4f-9a390cc9a55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.693454] env[63309]: DEBUG oslo_concurrency.lockutils [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] Acquired lock "refresh_cache-a2352c95-14de-423c-bc0c-c305df9706b3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.693669] env[63309]: DEBUG nova.network.neutron [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Refreshing network info cache for port 770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.695166] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:7a:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '770f4970-6fe7-4dcd-af4f-9a390cc9a55a', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.703564] env[63309]: DEBUG oslo.service.loopingcall [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1091.704795] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.705179] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e06d32f5-5384-41e5-bd86-432687f09fa9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.723473] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.735819] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.735819] env[63309]: value = "task-2730869" [ 1091.735819] env[63309]: _type = "Task" [ 1091.735819] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.749769] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730869, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.750934] env[63309]: INFO nova.scheduler.client.report [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Deleted allocations for instance 9c2cac39-3fda-47ec-9b1d-9d210b9516b2 [ 1091.823554] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.823880] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.824174] env[63309]: DEBUG nova.objects.instance [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'resources' on Instance uuid bad78816-6822-4d3e-b4b8-aee9a06325dd {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.857052] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508528} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.857356] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] f5965d29-9e57-42c6-876e-b2905e472aed/f5965d29-9e57-42c6-876e-b2905e472aed.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.857572] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.857832] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e4cd3e-c8c1-4935-9cee-10b80ff72fab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.865531] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1091.865531] env[63309]: value = "task-2730870" [ 1091.865531] env[63309]: _type = "Task" [ 1091.865531] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.875241] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.903756] env[63309]: DEBUG oslo_vmware.api [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730866, 'name': PowerOffVM_Task, 'duration_secs': 0.217081} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.904332] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.904615] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.905036] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-586f8b1b-be25-45d6-9756-625d95ffcc8b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.978868] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.979116] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.979361] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleting the datastore file [datastore2] bb7d182d-9fb4-4564-a116-3159fa1a7d1f {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.979717] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8754e815-d976-4216-b901-dca1878faded {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.987174] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.996828] env[63309]: DEBUG oslo_vmware.api [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1091.996828] env[63309]: value = "task-2730872" [ 1091.996828] env[63309]: _type = "Task" [ 1091.996828] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.009995] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "3044afa7-90dd-4617-82e4-d90c2d306a35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.010374] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.010613] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.010828] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.011094] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.017081] env[63309]: INFO nova.compute.manager [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Terminating instance [ 1092.246195] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730869, 'name': CreateVM_Task, 'duration_secs': 0.38044} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.246365] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.247066] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.247462] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.247577] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.247862] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7b0c7f-ff4b-4091-9027-a8ec9a10e05d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.253397] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1092.253397] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5252944a-1942-a946-3a40-e18177b086aa" [ 1092.253397] env[63309]: _type = "Task" [ 1092.253397] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.263992] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5252944a-1942-a946-3a40-e18177b086aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.264446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-62ef6345-1c28-47ed-b5f9-41f3bb3d589c tempest-ServerShowV247Test-973070612 tempest-ServerShowV247Test-973070612-project-member] Lock "9c2cac39-3fda-47ec-9b1d-9d210b9516b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.158s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.377446] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073797} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.377712] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.378600] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fc3a29-e4d6-45d3-8fcd-562d4d88a221 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.406515] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f5965d29-9e57-42c6-876e-b2905e472aed/f5965d29-9e57-42c6-876e-b2905e472aed.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.409209] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b52822ad-3326-4275-8ad0-7307ab2c3803 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.423885] env[63309]: DEBUG nova.network.neutron [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Updated VIF entry in instance network info cache for port 770f4970-6fe7-4dcd-af4f-9a390cc9a55a. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.424270] env[63309]: DEBUG nova.network.neutron [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Updating instance_info_cache with network_info: [{"id": "770f4970-6fe7-4dcd-af4f-9a390cc9a55a", "address": "fa:16:3e:c3:7a:5e", "network": {"id": "92eb6c1b-b91c-4436-ac0c-c8361aabbc1c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56324076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed2b311fc4d462b9786caac6ab452ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770f4970-6f", "ovs_interfaceid": "770f4970-6fe7-4dcd-af4f-9a390cc9a55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.434073] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1092.434073] env[63309]: value = "task-2730873" [ 1092.434073] env[63309]: _type = "Task" [ 1092.434073] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.446775] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.483282] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730867, 'name': ReconfigVM_Task, 'duration_secs': 0.526202} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.483282] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 41581283-dd67-49d0-a3ad-924ea4b67253/41581283-dd67-49d0-a3ad-924ea4b67253.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.484412] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcda34e3-14af-4701-964c-759d909376a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.493113] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1092.493113] env[63309]: value = "task-2730874" [ 1092.493113] env[63309]: _type = "Task" [ 1092.493113] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.506467] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730874, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.514493] env[63309]: DEBUG oslo_vmware.api [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173487} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.514769] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.514965] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.515212] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.515377] env[63309]: INFO nova.compute.manager [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1092.515617] env[63309]: DEBUG oslo.service.loopingcall [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.515805] env[63309]: DEBUG nova.compute.manager [-] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.515898] env[63309]: DEBUG nova.network.neutron [-] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.521418] env[63309]: DEBUG nova.compute.manager [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.521616] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.522827] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb9caa-c97a-4661-a28e-642efa0ae0cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.536624] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.536624] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-298aaf9a-f700-453b-815a-57ecb0cedefb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.548960] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1092.548960] env[63309]: value = "task-2730875" [ 1092.548960] env[63309]: _type = "Task" [ 1092.548960] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.559187] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.576035] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a8a78-365d-4e79-a6e9-068f3f74a4fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.586689] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf50bc5c-1319-485b-b840-c6889b45e0fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.622653] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f149d91b-b3f6-4fac-ab37-317f691a61bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.635924] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8dd8eb-e6b2-45e0-8f2f-501dc898fd7c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.650917] env[63309]: DEBUG nova.compute.provider_tree [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.768040] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5252944a-1942-a946-3a40-e18177b086aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013994} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.768040] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.768040] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.768297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.768297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.768492] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.768982] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e708999-dc4c-47e9-a014-95c452aeabdf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.787763] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.787972] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.788902] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99ae456-74f0-4481-93f7-6a256c081e95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.796305] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1092.796305] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5286d543-f2ee-d00d-7bff-9536987fd8da" [ 1092.796305] env[63309]: _type = "Task" [ 1092.796305] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.805890] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5286d543-f2ee-d00d-7bff-9536987fd8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.927511] env[63309]: DEBUG oslo_concurrency.lockutils [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] Releasing lock "refresh_cache-a2352c95-14de-423c-bc0c-c305df9706b3" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.927721] env[63309]: DEBUG nova.compute.manager [req-5892a05a-80ad-4956-9adc-63166c4d7dec req-977aeea8-58bf-48be-a71e-f38bf7dbd390 service nova] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Received event network-vif-deleted-0ddf49b5-9abc-41e0-bf24-706c1cd14eba {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.944902] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.015102] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730874, 'name': Rename_Task, 'duration_secs': 0.177495} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.015860] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.016077] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63147d51-7667-4f30-b54b-d1b917cdfa8d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.024023] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1093.024023] env[63309]: value = "task-2730876" [ 1093.024023] env[63309]: _type = "Task" [ 1093.024023] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.037222] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.061774] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730875, 'name': PowerOffVM_Task, 'duration_secs': 0.341648} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.062189] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.062464] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.062718] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb23b175-fc73-4d09-90ae-61c355bc3f94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.154380] env[63309]: DEBUG nova.scheduler.client.report [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.159671] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.159951] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.164042] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleting the datastore file [datastore2] 3044afa7-90dd-4617-82e4-d90c2d306a35 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.164042] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-576d1d4b-2ea1-4313-9633-8ec7a13ecbce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.169577] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for the task: (returnval){ [ 1093.169577] env[63309]: value = "task-2730878" [ 1093.169577] env[63309]: _type = "Task" [ 1093.169577] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.181086] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.308512] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5286d543-f2ee-d00d-7bff-9536987fd8da, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.309819] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cfaa98-fbfd-4733-ab94-d441cc4fa931 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.316989] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1093.316989] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b37a8-3ff8-3d82-f812-c19b61e1d8ec" [ 1093.316989] env[63309]: _type = "Task" [ 1093.316989] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.334340] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b37a8-3ff8-3d82-f812-c19b61e1d8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.432131] env[63309]: DEBUG nova.compute.manager [req-57ea53fe-d2a7-41de-9a3e-3bdaaa5f06e9 req-31af4063-50df-4d51-832b-3c5c64b5e9ca service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Received event network-vif-deleted-e5c81152-0c22-4c51-bbed-475f8e1420b3 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.432372] env[63309]: INFO nova.compute.manager [req-57ea53fe-d2a7-41de-9a3e-3bdaaa5f06e9 req-31af4063-50df-4d51-832b-3c5c64b5e9ca service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Neutron deleted interface e5c81152-0c22-4c51-bbed-475f8e1420b3; detaching it from the instance and deleting it from the info cache [ 1093.432545] env[63309]: DEBUG nova.network.neutron [req-57ea53fe-d2a7-41de-9a3e-3bdaaa5f06e9 req-31af4063-50df-4d51-832b-3c5c64b5e9ca service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.448787] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730873, 'name': ReconfigVM_Task, 'duration_secs': 0.759595} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.449621] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f5965d29-9e57-42c6-876e-b2905e472aed/f5965d29-9e57-42c6-876e-b2905e472aed.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.450297] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f598092-672f-45c1-bad6-0b1d4b138e32 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.459039] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1093.459039] env[63309]: value = "task-2730879" [ 1093.459039] env[63309]: _type = "Task" [ 1093.459039] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.470051] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730879, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.538097] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.662465] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.681800] env[63309]: DEBUG oslo_vmware.api [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Task: {'id': task-2730878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230942} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.682161] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.682893] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.683185] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.683551] env[63309]: INFO nova.compute.manager [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1093.683701] env[63309]: DEBUG oslo.service.loopingcall [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.683907] env[63309]: DEBUG nova.compute.manager [-] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.684185] env[63309]: DEBUG nova.network.neutron [-] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.688704] env[63309]: INFO nova.scheduler.client.report [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted allocations for instance bad78816-6822-4d3e-b4b8-aee9a06325dd [ 1093.824134] env[63309]: DEBUG nova.network.neutron [-] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.829188] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]524b37a8-3ff8-3d82-f812-c19b61e1d8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.026421} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.831468] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.831748] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] a2352c95-14de-423c-bc0c-c305df9706b3/a2352c95-14de-423c-bc0c-c305df9706b3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.832044] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12a6031-9e5a-410d-bf01-6c7ddd642cf4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.841139] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1093.841139] env[63309]: value = "task-2730880" [ 1093.841139] env[63309]: _type = "Task" [ 1093.841139] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.855209] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.938281] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac8c86d-2257-499c-8bda-7b7bc650a31c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.949849] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e39689-e850-49ab-8f3e-67b7991720ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.978252] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730879, 'name': Rename_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.994272] env[63309]: DEBUG nova.compute.manager [req-57ea53fe-d2a7-41de-9a3e-3bdaaa5f06e9 req-31af4063-50df-4d51-832b-3c5c64b5e9ca service nova] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Detach interface failed, port_id=e5c81152-0c22-4c51-bbed-475f8e1420b3, reason: Instance bb7d182d-9fb4-4564-a116-3159fa1a7d1f could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1094.037555] env[63309]: DEBUG oslo_vmware.api [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730876, 'name': PowerOnVM_Task, 'duration_secs': 0.548841} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.038077] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.038372] env[63309]: INFO nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1094.038601] env[63309]: DEBUG nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.039503] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0f0eab-a726-4cd0-bf74-ce98baf3a684 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.198679] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7461aa2a-26ef-4c15-b8ae-b0a99755be4c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "bad78816-6822-4d3e-b4b8-aee9a06325dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.089s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.330798] env[63309]: INFO nova.compute.manager [-] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Took 1.81 seconds to deallocate network for instance. [ 1094.356252] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.472145] env[63309]: DEBUG nova.network.neutron [-] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.482861] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730879, 'name': Rename_Task, 'duration_secs': 0.919744} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.483222] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.484503] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d7b28b4-d91a-41a3-b821-75300c62533d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.495214] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1094.495214] env[63309]: value = "task-2730881" [ 1094.495214] env[63309]: _type = "Task" [ 1094.495214] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.508971] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.559345] env[63309]: INFO nova.compute.manager [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Took 19.71 seconds to build instance. [ 1094.839077] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.839376] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.839616] env[63309]: DEBUG nova.objects.instance [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'resources' on Instance uuid bb7d182d-9fb4-4564-a116-3159fa1a7d1f {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.855398] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705994} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.855704] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] a2352c95-14de-423c-bc0c-c305df9706b3/a2352c95-14de-423c-bc0c-c305df9706b3.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.855943] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.856264] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf6d2fb8-f3ef-4feb-8cb9-7c7d144f220a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.864568] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1094.864568] env[63309]: value = "task-2730882" [ 1094.864568] env[63309]: _type = "Task" [ 1094.864568] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.879728] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.898980] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "41581283-dd67-49d0-a3ad-924ea4b67253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.946656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.946923] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.983623] env[63309]: INFO nova.compute.manager [-] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Took 1.30 seconds to deallocate network for instance. [ 1095.019195] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730881, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.061282] env[63309]: DEBUG oslo_concurrency.lockutils [None req-77aee046-0ea5-407f-9d95-1dc421cc22a7 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "41581283-dd67-49d0-a3ad-924ea4b67253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.228s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.061566] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "41581283-dd67-49d0-a3ad-924ea4b67253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.163s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.061821] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.062096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.062371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "41581283-dd67-49d0-a3ad-924ea4b67253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.064436] env[63309]: INFO nova.compute.manager [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Terminating instance [ 1095.378176] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072963} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.380645] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.383627] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f59018-bfe0-49fe-b673-dfaa7eb8e566 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.414351] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] a2352c95-14de-423c-bc0c-c305df9706b3/a2352c95-14de-423c-bc0c-c305df9706b3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.417310] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7df5256-00f4-4a7d-a8a1-a8f4d84947f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.439623] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1095.439623] env[63309]: value = "task-2730883" [ 1095.439623] env[63309]: _type = "Task" [ 1095.439623] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.452334] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.455910] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.459522] env[63309]: DEBUG nova.compute.manager [req-d84435a8-06d0-43a1-b151-b481070d9d82 req-1718ca66-f9a8-4e24-9c0c-a81397090412 service nova] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Received event network-vif-deleted-21f4bff9-3da2-4f20-a903-2b405255f557 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.494395] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.505484] env[63309]: DEBUG oslo_vmware.api [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730881, 'name': PowerOnVM_Task, 'duration_secs': 0.530254} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.508083] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.508301] env[63309]: INFO nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1095.508480] env[63309]: DEBUG nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.509464] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8bbe8-1a3a-4531-a7e0-8110f2e5c955 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.570711] env[63309]: DEBUG nova.compute.manager [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.571017] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.572099] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb4aee4-870d-4520-be7e-7cd3599c2e74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.581868] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.584339] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dffd875-947d-4493-ac62-57b47d4da525 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.593143] env[63309]: DEBUG oslo_vmware.api [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1095.593143] env[63309]: value = "task-2730884" [ 1095.593143] env[63309]: _type = "Task" [ 1095.593143] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.599897] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0f499-0473-4225-a416-6c0ea2950d18 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.610716] env[63309]: DEBUG oslo_vmware.api [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.611743] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482758eb-d332-4601-850c-4ffd7d6add2c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.644361] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bba5ad-7867-4759-a5b4-9a6d83e0a638 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.653207] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81ae3f-c162-43e5-88ae-c2e15e328822 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.667751] env[63309]: DEBUG nova.compute.provider_tree [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.953700] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.976868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.033185] env[63309]: INFO nova.compute.manager [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Took 20.23 seconds to build instance. [ 1096.103036] env[63309]: DEBUG oslo_vmware.api [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730884, 'name': PowerOffVM_Task, 'duration_secs': 0.192356} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.103797] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.103797] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.103797] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2140ef78-b864-44c9-b822-c47634d6fdae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.171819] env[63309]: DEBUG nova.scheduler.client.report [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.203066] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.203301] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.203601] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Deleting the datastore file [datastore2] 41581283-dd67-49d0-a3ad-924ea4b67253 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.204768] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af836dbd-3296-4b63-8488-462c141f4d68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.213158] env[63309]: DEBUG oslo_vmware.api [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for the task: (returnval){ [ 1096.213158] env[63309]: value = "task-2730886" [ 1096.213158] env[63309]: _type = "Task" [ 1096.213158] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.222966] env[63309]: DEBUG oslo_vmware.api [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.452946] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730883, 'name': ReconfigVM_Task, 'duration_secs': 0.619938} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.453250] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] a2352c95-14de-423c-bc0c-c305df9706b3/a2352c95-14de-423c-bc0c-c305df9706b3.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.453894] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b159ff3f-512e-4fe1-a371-a8ad3997a9c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.461556] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1096.461556] env[63309]: value = "task-2730887" [ 1096.461556] env[63309]: _type = "Task" [ 1096.461556] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.470218] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730887, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.527016] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.527364] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.534689] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e54d8157-e603-4a8f-b339-2fec29311bd6 tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.740s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.677941] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.680520] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.186s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.680753] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.682826] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.706s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.684341] env[63309]: INFO nova.compute.claims [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.700936] env[63309]: INFO nova.scheduler.client.report [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted allocations for instance bb7d182d-9fb4-4564-a116-3159fa1a7d1f [ 1096.705494] env[63309]: INFO nova.scheduler.client.report [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Deleted allocations for instance 3044afa7-90dd-4617-82e4-d90c2d306a35 [ 1096.724480] env[63309]: DEBUG oslo_vmware.api [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Task: {'id': task-2730886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315367} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.725345] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.725345] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.725345] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.725345] env[63309]: INFO nova.compute.manager [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1096.725582] env[63309]: DEBUG oslo.service.loopingcall [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.726946] env[63309]: DEBUG nova.compute.manager [-] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.726946] env[63309]: DEBUG nova.network.neutron [-] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.762806] env[63309]: DEBUG oslo_concurrency.lockutils [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "f5965d29-9e57-42c6-876e-b2905e472aed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.762981] env[63309]: DEBUG oslo_concurrency.lockutils [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.763183] env[63309]: DEBUG nova.compute.manager [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.767290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d7e42-6f5b-4ce9-bbca-5dbd22c6d14b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.774755] env[63309]: DEBUG nova.compute.manager [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1096.775690] env[63309]: DEBUG nova.objects.instance [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'flavor' on Instance uuid f5965d29-9e57-42c6-876e-b2905e472aed {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.973809] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730887, 'name': Rename_Task, 'duration_secs': 0.402554} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.974202] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.974532] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c5b8ce-5f16-468f-89a7-d345bcf5d894 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.982121] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1096.982121] env[63309]: value = "task-2730888" [ 1096.982121] env[63309]: _type = "Task" [ 1096.982121] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.991736] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.029464] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.209784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5eade945-e14c-4abe-892e-43f73b288ec6 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "bb7d182d-9fb4-4564-a116-3159fa1a7d1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.213818] env[63309]: DEBUG oslo_concurrency.lockutils [None req-243f7965-c57b-467a-900a-381eee3f75de tempest-DeleteServersTestJSON-523348470 tempest-DeleteServersTestJSON-523348470-project-member] Lock "3044afa7-90dd-4617-82e4-d90c2d306a35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.203s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.490363] env[63309]: DEBUG nova.compute.manager [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received event network-vif-deleted-a7c09083-c48c-45f4-9e0f-ed953ebd56c7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.490651] env[63309]: INFO nova.compute.manager [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Neutron deleted interface a7c09083-c48c-45f4-9e0f-ed953ebd56c7; detaching it from the instance and deleting it from the info cache [ 1097.490969] env[63309]: DEBUG nova.network.neutron [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updating instance_info_cache with network_info: [{"id": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "address": "fa:16:3e:64:f5:e9", "network": {"id": "aedbe426-d212-4dd5-8eba-ab041b2dd486", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-145807807", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd8b11b708514df6a31b8e4f7fa7bc38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644dd4ab-c3", "ovs_interfaceid": "644dd4ab-c3dc-4971-9c93-8c629a985e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.496439] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.556246] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.698029] env[63309]: DEBUG nova.network.neutron [-] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.783227] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.787035] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ede37b-2f7f-4c29-a71c-be3f81642eab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.795675] env[63309]: DEBUG oslo_vmware.api [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1097.795675] env[63309]: value = "task-2730890" [ 1097.795675] env[63309]: _type = "Task" [ 1097.795675] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.808852] env[63309]: DEBUG oslo_vmware.api [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.873694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8624f394-9ce2-411d-8019-392cdc319a0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.882435] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48bd44-d832-4336-8f2b-8a0cf64ff3bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.912460] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88572a89-24bd-4e21-b017-96c452af9a00 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.920298] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec8720-00bf-4ccb-94ae-521637b70df0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.935809] env[63309]: DEBUG nova.compute.provider_tree [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.994981] env[63309]: DEBUG oslo_vmware.api [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730888, 'name': PowerOnVM_Task, 'duration_secs': 0.5478} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.995310] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.995531] env[63309]: INFO nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1097.995731] env[63309]: DEBUG nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.996578] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57519d-8172-40ad-8ca5-90478183554a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.999588] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-085048ed-4746-4004-8d2a-441c74fdcf3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.022224] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa24c8d4-7435-4803-ba3c-c9cbf5905a9f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.058802] env[63309]: DEBUG nova.compute.manager [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Detach interface failed, port_id=a7c09083-c48c-45f4-9e0f-ed953ebd56c7, reason: Instance 41581283-dd67-49d0-a3ad-924ea4b67253 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.059161] env[63309]: DEBUG nova.compute.manager [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Received event network-vif-deleted-644dd4ab-c3dc-4971-9c93-8c629a985e77 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.059272] env[63309]: INFO nova.compute.manager [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Neutron deleted interface 644dd4ab-c3dc-4971-9c93-8c629a985e77; detaching it from the instance and deleting it from the info cache [ 1098.059454] env[63309]: DEBUG nova.network.neutron [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.153407] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.153681] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.200070] env[63309]: INFO nova.compute.manager [-] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Took 1.47 seconds to deallocate network for instance. [ 1098.306096] env[63309]: DEBUG oslo_vmware.api [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730890, 'name': PowerOffVM_Task, 'duration_secs': 0.34339} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.306369] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.306564] env[63309]: DEBUG nova.compute.manager [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.307361] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91272a-43c3-4d73-aff9-02ba63a96ce9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.439351] env[63309]: DEBUG nova.scheduler.client.report [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.526280] env[63309]: INFO nova.compute.manager [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Took 20.20 seconds to build instance. [ 1098.562576] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4baf778d-cf6a-4750-b2f7-702219c97668 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.573283] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39908d3b-e837-48b8-a9da-95edf1834918 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.608235] env[63309]: DEBUG nova.compute.manager [req-7792e216-25aa-4fa6-9052-46ec2fd2ff35 req-31116df6-7fac-46ee-8ce3-42f19b92d283 service nova] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Detach interface failed, port_id=644dd4ab-c3dc-4971-9c93-8c629a985e77, reason: Instance 41581283-dd67-49d0-a3ad-924ea4b67253 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.656902] env[63309]: INFO nova.compute.manager [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Detaching volume 01872b33-cc74-433e-b957-2ed614fc87d0 [ 1098.688946] env[63309]: INFO nova.virt.block_device [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Attempting to driver detach volume 01872b33-cc74-433e-b957-2ed614fc87d0 from mountpoint /dev/sdb [ 1098.689225] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.689429] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549824', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'name': 'volume-01872b33-cc74-433e-b957-2ed614fc87d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f22d2c0-cad3-499e-a810-c4697e44d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'serial': '01872b33-cc74-433e-b957-2ed614fc87d0'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.691241] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4806e94-0995-42eb-be39-6feb907bac88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.714551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.714716] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f30565-f39d-4a26-8648-9a8081b9eec3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.723155] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343a32b-f811-4089-81ed-ee4e958cb921 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.753567] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f9051b-2417-43df-a427-d3c882fb99b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.774519] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] The volume has not been displaced from its original location: [datastore2] volume-01872b33-cc74-433e-b957-2ed614fc87d0/volume-01872b33-cc74-433e-b957-2ed614fc87d0.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1098.783115] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.783519] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e1cd5b-e4f0-4b2b-8b7a-0aae75e6d81a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.810703] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1098.810703] env[63309]: value = "task-2730891" [ 1098.810703] env[63309]: _type = "Task" [ 1098.810703] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.821455] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.821923] env[63309]: DEBUG oslo_concurrency.lockutils [None req-08616471-4107-4a72-8e19-8c80aa4cfdce tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.944327] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.944625] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.947268] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.394s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.948711] env[63309]: INFO nova.compute.claims [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.028307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2ccdd04a-282e-4d4a-8dd6-0625365b76e6 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "a2352c95-14de-423c-bc0c-c305df9706b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.712s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.321510] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.431776] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "f5965d29-9e57-42c6-876e-b2905e472aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.431991] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.432067] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "f5965d29-9e57-42c6-876e-b2905e472aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.432216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.432392] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.434669] env[63309]: INFO nova.compute.manager [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Terminating instance [ 1099.458173] env[63309]: DEBUG nova.compute.utils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.459470] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.459638] env[63309]: DEBUG nova.network.neutron [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.482312] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "a2352c95-14de-423c-bc0c-c305df9706b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.482535] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "a2352c95-14de-423c-bc0c-c305df9706b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.482729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "a2352c95-14de-423c-bc0c-c305df9706b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.482911] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "a2352c95-14de-423c-bc0c-c305df9706b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.483086] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "a2352c95-14de-423c-bc0c-c305df9706b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.484771] env[63309]: INFO nova.compute.manager [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Terminating instance [ 1099.504017] env[63309]: DEBUG nova.policy [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb234685587247a192ad781129ea688e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd1e5f7a11466c960d6a51a9173ba7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.805712] env[63309]: DEBUG nova.network.neutron [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Successfully created port: 7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.824555] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730891, 'name': ReconfigVM_Task, 'duration_secs': 0.524572} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.824772] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.829554] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b9cbde-dcd7-4105-a6a3-306a74188eea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.845524] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1099.845524] env[63309]: value = "task-2730892" [ 1099.845524] env[63309]: _type = "Task" [ 1099.845524] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.854464] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.941019] env[63309]: DEBUG nova.compute.manager [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.941019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.941019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a0c4a-5f96-4791-a2bf-6e9cca898bc5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.950019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.950019] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c08fac8-994c-4ce1-9393-ab84e1abc420 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.967458] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.989360] env[63309]: DEBUG nova.compute.manager [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.989605] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.991216] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec1574-1a3a-4a2c-99e5-6b728e087387 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.000572] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.000934] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47d3f5d-ede9-481d-9cd1-77c200a6d7bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.011940] env[63309]: DEBUG oslo_vmware.api [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1100.011940] env[63309]: value = "task-2730894" [ 1100.011940] env[63309]: _type = "Task" [ 1100.011940] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.027957] env[63309]: DEBUG oslo_vmware.api [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.029582] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.029867] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.030838] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore1] f5965d29-9e57-42c6-876e-b2905e472aed {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.030838] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7393e04b-5f8e-4e16-bff1-8557ffbe81be {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.043054] env[63309]: DEBUG oslo_vmware.api [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1100.043054] env[63309]: value = "task-2730895" [ 1100.043054] env[63309]: _type = "Task" [ 1100.043054] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.053398] env[63309]: DEBUG oslo_vmware.api [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.194159] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e74b39-b1ed-444b-b5eb-ed485cd8777b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.204215] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433e8fe-581f-463b-9772-5641af0639ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.246948] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8daf72c-a799-4b84-8eb3-e18ff5b7ac8d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.261085] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb8d55-cb94-4b88-b26a-3d37bc485f3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.277042] env[63309]: DEBUG nova.compute.provider_tree [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.359990] env[63309]: DEBUG oslo_vmware.api [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730892, 'name': ReconfigVM_Task, 'duration_secs': 0.231997} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.359990] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549824', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'name': 'volume-01872b33-cc74-433e-b957-2ed614fc87d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f22d2c0-cad3-499e-a810-c4697e44d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '01872b33-cc74-433e-b957-2ed614fc87d0', 'serial': '01872b33-cc74-433e-b957-2ed614fc87d0'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1100.472571] env[63309]: INFO nova.virt.block_device [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Booting with volume c3c8dcab-08ec-4015-8689-4495796de8fe at /dev/sda [ 1100.508311] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b004cb9-939b-49ed-a0b1-349dfc3d3115 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.520331] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691b3ab-7cdc-44af-8a36-c506eebb867d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.537337] env[63309]: DEBUG oslo_vmware.api [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730894, 'name': PowerOffVM_Task, 'duration_secs': 0.206448} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.537991] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.538192] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.538474] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2685202b-d0e0-4a77-b705-e663a6ead535 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.553012] env[63309]: DEBUG oslo_vmware.api [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165141} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.565026] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.565240] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.565483] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.565663] env[63309]: INFO nova.compute.manager [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1100.565908] env[63309]: DEBUG oslo.service.loopingcall [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.566356] env[63309]: DEBUG nova.compute.manager [-] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.566455] env[63309]: DEBUG nova.network.neutron [-] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.568124] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d27ba08e-965f-4925-8c69-0a114ead4ca1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.578191] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5cb3e5-8488-478d-93b3-215f26b1d573 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.618086] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5398ca7-2fe7-49d5-b154-514188c2e08d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.620721] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.620917] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.621104] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleting the datastore file [datastore2] a2352c95-14de-423c-bc0c-c305df9706b3 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.621351] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c00294c-3448-4e40-83a3-0c48c84c9817 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.629512] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c2df5-8d44-4e88-a5bc-b2f927351ddb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.631989] env[63309]: DEBUG oslo_vmware.api [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for the task: (returnval){ [ 1100.631989] env[63309]: value = "task-2730897" [ 1100.631989] env[63309]: _type = "Task" [ 1100.631989] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.643294] env[63309]: DEBUG oslo_vmware.api [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.647103] env[63309]: DEBUG nova.virt.block_device [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating existing volume attachment record: 38466549-b269-4d58-8759-af5b18697ffd {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1100.782021] env[63309]: DEBUG nova.scheduler.client.report [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.904592] env[63309]: DEBUG nova.objects.instance [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'flavor' on Instance uuid 1f22d2c0-cad3-499e-a810-c4697e44d2a3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.142757] env[63309]: DEBUG oslo_vmware.api [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Task: {'id': task-2730897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164854} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.143033] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.143238] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.143414] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.143586] env[63309]: INFO nova.compute.manager [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1101.143823] env[63309]: DEBUG oslo.service.loopingcall [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.145508] env[63309]: DEBUG nova.compute.manager [-] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.145508] env[63309]: DEBUG nova.network.neutron [-] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.148642] env[63309]: DEBUG nova.compute.manager [req-230fa61d-6a56-4c8c-9499-bfccad7ddbbc req-855dc903-dd57-4a40-aeb0-afe9d3aa181a service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Received event network-vif-deleted-d810ca7d-c041-4985-bb74-53992a285baa {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.148876] env[63309]: INFO nova.compute.manager [req-230fa61d-6a56-4c8c-9499-bfccad7ddbbc req-855dc903-dd57-4a40-aeb0-afe9d3aa181a service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Neutron deleted interface d810ca7d-c041-4985-bb74-53992a285baa; detaching it from the instance and deleting it from the info cache [ 1101.149065] env[63309]: DEBUG nova.network.neutron [req-230fa61d-6a56-4c8c-9499-bfccad7ddbbc req-855dc903-dd57-4a40-aeb0-afe9d3aa181a service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.285435] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.285926] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.290659] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.577s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.290882] env[63309]: DEBUG nova.objects.instance [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lazy-loading 'resources' on Instance uuid 41581283-dd67-49d0-a3ad-924ea4b67253 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.385657] env[63309]: DEBUG nova.compute.manager [req-c0d8a4cd-03f3-4553-82c2-62e60ff33b46 req-dbd1721b-93ee-4e3b-bd00-fa540889b214 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Received event network-vif-plugged-7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.385894] env[63309]: DEBUG oslo_concurrency.lockutils [req-c0d8a4cd-03f3-4553-82c2-62e60ff33b46 req-dbd1721b-93ee-4e3b-bd00-fa540889b214 service nova] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.386157] env[63309]: DEBUG oslo_concurrency.lockutils [req-c0d8a4cd-03f3-4553-82c2-62e60ff33b46 req-dbd1721b-93ee-4e3b-bd00-fa540889b214 service nova] Lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.386641] env[63309]: DEBUG oslo_concurrency.lockutils [req-c0d8a4cd-03f3-4553-82c2-62e60ff33b46 req-dbd1721b-93ee-4e3b-bd00-fa540889b214 service nova] Lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.386843] env[63309]: DEBUG nova.compute.manager [req-c0d8a4cd-03f3-4553-82c2-62e60ff33b46 req-dbd1721b-93ee-4e3b-bd00-fa540889b214 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] No waiting events found dispatching network-vif-plugged-7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.387028] env[63309]: WARNING nova.compute.manager [req-c0d8a4cd-03f3-4553-82c2-62e60ff33b46 req-dbd1721b-93ee-4e3b-bd00-fa540889b214 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Received unexpected event network-vif-plugged-7fa0a55b-b581-43cc-bf7d-e5453f03a40e for instance with vm_state building and task_state block_device_mapping. [ 1101.546045] env[63309]: DEBUG nova.network.neutron [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Successfully updated port: 7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.624696] env[63309]: DEBUG nova.network.neutron [-] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.652604] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ca1efdd-e43a-4fe5-b03e-45b013159f30 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.662770] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0a9ba-6fd8-4362-9d71-e5fcd77d36e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.698452] env[63309]: DEBUG nova.compute.manager [req-230fa61d-6a56-4c8c-9499-bfccad7ddbbc req-855dc903-dd57-4a40-aeb0-afe9d3aa181a service nova] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Detach interface failed, port_id=d810ca7d-c041-4985-bb74-53992a285baa, reason: Instance f5965d29-9e57-42c6-876e-b2905e472aed could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1101.794315] env[63309]: DEBUG nova.compute.utils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.798832] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.799475] env[63309]: DEBUG nova.network.neutron [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.837948] env[63309]: DEBUG nova.policy [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.870182] env[63309]: DEBUG nova.network.neutron [-] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.913530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e2fb9cba-b586-4de0-aad8-0fff76abb1ef tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.760s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.018711] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846905ea-5acc-4629-94bf-eafcb577865e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.031857] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1031670-ed71-4965-93cf-6bd3832a0388 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.065782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.065782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.065782] env[63309]: DEBUG nova.network.neutron [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.067414] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f76d4c-5640-4c6c-b784-ee565f32bb94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.077320] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc1277-0be8-4af2-8cd7-590ccd6fe587 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.093490] env[63309]: DEBUG nova.compute.provider_tree [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.126648] env[63309]: INFO nova.compute.manager [-] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Took 1.56 seconds to deallocate network for instance. [ 1102.254675] env[63309]: DEBUG nova.network.neutron [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Successfully created port: 76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.297041] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.374947] env[63309]: INFO nova.compute.manager [-] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Took 1.23 seconds to deallocate network for instance. [ 1102.524940] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.525243] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.525478] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.525668] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.525854] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.528159] env[63309]: INFO nova.compute.manager [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Terminating instance [ 1102.597656] env[63309]: DEBUG nova.scheduler.client.report [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.622534] env[63309]: DEBUG nova.network.neutron [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.633226] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.747245] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.747820] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.748041] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.748206] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.748391] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.748609] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.748679] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.748880] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.749051] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.749226] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.749386] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.749554] env[63309]: DEBUG nova.virt.hardware [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.750826] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21db5f8-cdf6-491f-8d30-51201fdcb52c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.761335] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf4bb5-628f-4a32-a32a-b16730b7729f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.839283] env[63309]: DEBUG nova.network.neutron [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.881795] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.036681] env[63309]: DEBUG nova.compute.manager [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.036681] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.036681] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3634f6-e811-4065-8c4b-539bf4ee1557 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.044512] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.045048] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeef22b1-a586-487e-8993-8fa7e1c684b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.053268] env[63309]: DEBUG oslo_vmware.api [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1103.053268] env[63309]: value = "task-2730898" [ 1103.053268] env[63309]: _type = "Task" [ 1103.053268] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.066309] env[63309]: DEBUG oslo_vmware.api [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.103599] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.106432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.473s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.107209] env[63309]: DEBUG nova.objects.instance [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'resources' on Instance uuid f5965d29-9e57-42c6-876e-b2905e472aed {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.140516] env[63309]: INFO nova.scheduler.client.report [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Deleted allocations for instance 41581283-dd67-49d0-a3ad-924ea4b67253 [ 1103.213128] env[63309]: DEBUG nova.compute.manager [req-c1cf692a-af83-431e-9d5f-e5b284e7a698 req-d8e26ea1-2fec-4a6e-879c-46578802e94d service nova] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Received event network-vif-deleted-770f4970-6fe7-4dcd-af4f-9a390cc9a55a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.311291] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.343863] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.344064] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.344263] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.344428] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.344668] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.344842] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.345082] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.345255] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.345420] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.345654] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.345851] env[63309]: DEBUG nova.virt.hardware [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.347040] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.347040] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Instance network_info: |[{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.348172] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d56036-8336-48b7-80ec-1d944d49c1e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.351462] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:48:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fa0a55b-b581-43cc-bf7d-e5453f03a40e', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.359434] env[63309]: DEBUG oslo.service.loopingcall [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.359938] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.360640] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47116def-27d6-4cc2-b9f9-e30a4178dfdd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.379607] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8614b1-fafc-49da-805a-7dcf088fcef4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.385829] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.385829] env[63309]: value = "task-2730899" [ 1103.385829] env[63309]: _type = "Task" [ 1103.385829] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.411361] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730899, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.421480] env[63309]: DEBUG nova.compute.manager [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Received event network-changed-7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.421680] env[63309]: DEBUG nova.compute.manager [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Refreshing instance network info cache due to event network-changed-7fa0a55b-b581-43cc-bf7d-e5453f03a40e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.421898] env[63309]: DEBUG oslo_concurrency.lockutils [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] Acquiring lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.422054] env[63309]: DEBUG oslo_concurrency.lockutils [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] Acquired lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.422222] env[63309]: DEBUG nova.network.neutron [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Refreshing network info cache for port 7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.567012] env[63309]: DEBUG oslo_vmware.api [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730898, 'name': PowerOffVM_Task, 'duration_secs': 0.302094} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.567316] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.567596] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.567890] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6e337a-0664-4252-9bfa-adc359aad4b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.637011] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.637251] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.637458] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleting the datastore file [datastore1] 1f22d2c0-cad3-499e-a810-c4697e44d2a3 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.637704] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ef74e3-c7a1-4f6c-86ff-7e1fb2b757d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.646410] env[63309]: DEBUG oslo_vmware.api [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1103.646410] env[63309]: value = "task-2730901" [ 1103.646410] env[63309]: _type = "Task" [ 1103.646410] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.656504] env[63309]: DEBUG oslo_concurrency.lockutils [None req-133f7021-71d3-403a-8a0f-654b67229d92 tempest-ServersTestMultiNic-2017980418 tempest-ServersTestMultiNic-2017980418-project-member] Lock "41581283-dd67-49d0-a3ad-924ea4b67253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.595s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.660828] env[63309]: DEBUG oslo_vmware.api [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.825940] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8285c81e-2503-4bf6-b7fa-53af1184c157 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.837429] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70150eb4-c950-4cb8-ac4a-4b6472b18c70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.869658] env[63309]: DEBUG nova.network.neutron [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Successfully updated port: 76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.871492] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4daa2d-d313-4067-8f81-6d562db1dd75 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.881316] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f447af-5be7-4829-832d-a109f9a1ecae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.899224] env[63309]: DEBUG nova.compute.provider_tree [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.907572] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730899, 'name': CreateVM_Task, 'duration_secs': 0.507856} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.907572] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.909107] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '38466549-b269-4d58-8759-af5b18697ffd', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549849', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'name': 'volume-c3c8dcab-08ec-4015-8689-4495796de8fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '647efb72-d036-4438-a7ca-8eb0891563e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'serial': 'c3c8dcab-08ec-4015-8689-4495796de8fe'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63309) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1103.909107] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Root volume attach. Driver type: vmdk {{(pid=63309) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1103.909318] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef899e0-faa7-4653-bd63-0a7d14240e36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.919407] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ddebe0-788e-4acb-a01e-be8be052c340 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.930416] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de19b817-fb5a-4c15-8817-ad4480a80eea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.938806] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-87829122-4a62-4372-8a17-bdedc1f982c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.947376] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1103.947376] env[63309]: value = "task-2730902" [ 1103.947376] env[63309]: _type = "Task" [ 1103.947376] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.958638] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730902, 'name': RelocateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.134904] env[63309]: DEBUG nova.network.neutron [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updated VIF entry in instance network info cache for port 7fa0a55b-b581-43cc-bf7d-e5453f03a40e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.135315] env[63309]: DEBUG nova.network.neutron [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.159401] env[63309]: DEBUG oslo_vmware.api [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145091} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.160046] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.160168] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.160270] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.160593] env[63309]: INFO nova.compute.manager [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1104.160779] env[63309]: DEBUG oslo.service.loopingcall [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.161066] env[63309]: DEBUG nova.compute.manager [-] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.161177] env[63309]: DEBUG nova.network.neutron [-] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.376129] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.376604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.377031] env[63309]: DEBUG nova.network.neutron [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.402083] env[63309]: DEBUG nova.scheduler.client.report [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.463876] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730902, 'name': RelocateVM_Task, 'duration_secs': 0.433409} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.464555] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1104.465193] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549849', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'name': 'volume-c3c8dcab-08ec-4015-8689-4495796de8fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '647efb72-d036-4438-a7ca-8eb0891563e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'serial': 'c3c8dcab-08ec-4015-8689-4495796de8fe'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1104.466349] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f12b2-5495-46f6-942e-aa6b17a290db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.488030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141edd3-3a5d-4702-b829-53b3b773223a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.514364] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-c3c8dcab-08ec-4015-8689-4495796de8fe/volume-c3c8dcab-08ec-4015-8689-4495796de8fe.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.514364] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f18532-ab09-4fed-a292-7c9ab4ffaff0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.536116] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1104.536116] env[63309]: value = "task-2730903" [ 1104.536116] env[63309]: _type = "Task" [ 1104.536116] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.546478] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.642110] env[63309]: DEBUG oslo_concurrency.lockutils [req-a869cda8-02fc-4e8a-8ebe-e792dda90b42 req-550a6dd7-b6cb-46b5-9e64-633f9ab56821 service nova] Releasing lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.909295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.912857] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.031s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.913133] env[63309]: DEBUG nova.objects.instance [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lazy-loading 'resources' on Instance uuid a2352c95-14de-423c-bc0c-c305df9706b3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.931843] env[63309]: DEBUG nova.network.neutron [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.951779] env[63309]: INFO nova.scheduler.client.report [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance f5965d29-9e57-42c6-876e-b2905e472aed [ 1105.047076] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730903, 'name': ReconfigVM_Task, 'duration_secs': 0.319902} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.047900] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-c3c8dcab-08ec-4015-8689-4495796de8fe/volume-c3c8dcab-08ec-4015-8689-4495796de8fe.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.058357] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8781c6be-7ac6-4bc2-bf8f-6b3fd302e85f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.077420] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1105.077420] env[63309]: value = "task-2730904" [ 1105.077420] env[63309]: _type = "Task" [ 1105.077420] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.086950] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.171477] env[63309]: DEBUG nova.network.neutron [-] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.206345] env[63309]: DEBUG nova.network.neutron [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.469084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1cab79b3-68b5-4748-8299-9ebe892cf64b tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "f5965d29-9e57-42c6-876e-b2905e472aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.037s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.496674] env[63309]: DEBUG nova.compute.manager [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-vif-plugged-76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.496909] env[63309]: DEBUG oslo_concurrency.lockutils [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.497115] env[63309]: DEBUG oslo_concurrency.lockutils [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.497343] env[63309]: DEBUG oslo_concurrency.lockutils [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.497475] env[63309]: DEBUG nova.compute.manager [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] No waiting events found dispatching network-vif-plugged-76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.497636] env[63309]: WARNING nova.compute.manager [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received unexpected event network-vif-plugged-76bf0571-6204-4ca9-b8be-d9d422948a8a for instance with vm_state building and task_state spawning. [ 1105.500733] env[63309]: DEBUG nova.compute.manager [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-changed-76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.500733] env[63309]: DEBUG nova.compute.manager [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing instance network info cache due to event network-changed-76bf0571-6204-4ca9-b8be-d9d422948a8a. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1105.500733] env[63309]: DEBUG oslo_concurrency.lockutils [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.588564] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730904, 'name': ReconfigVM_Task, 'duration_secs': 0.145232} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.589263] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549849', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'name': 'volume-c3c8dcab-08ec-4015-8689-4495796de8fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '647efb72-d036-4438-a7ca-8eb0891563e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'serial': 'c3c8dcab-08ec-4015-8689-4495796de8fe'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.592239] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc05e8a-1039-4e67-b3c3-14f67b3f7aa3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.600557] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1105.600557] env[63309]: value = "task-2730905" [ 1105.600557] env[63309]: _type = "Task" [ 1105.600557] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.607704] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac4abc-9ebd-4fae-91c5-c2b209396fb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.613447] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730905, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.618304] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aef38f3-14c9-48f9-af27-827fe13270b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.653684] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca7f16-9c72-40fe-9d38-e7f14919edb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.664527] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34b1f1-ec2f-4751-b648-ad46aec3a459 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.678307] env[63309]: INFO nova.compute.manager [-] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Took 1.52 seconds to deallocate network for instance. [ 1105.678824] env[63309]: DEBUG nova.compute.provider_tree [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.712164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.714890] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Instance network_info: |[{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.714890] env[63309]: DEBUG oslo_concurrency.lockutils [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.714890] env[63309]: DEBUG nova.network.neutron [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing network info cache for port 76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.714890] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:97:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76bf0571-6204-4ca9-b8be-d9d422948a8a', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.723713] env[63309]: DEBUG oslo.service.loopingcall [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.726910] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.727996] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740f6699-b384-45fd-8461-bbe1af67d011 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.750033] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.750033] env[63309]: value = "task-2730906" [ 1105.750033] env[63309]: _type = "Task" [ 1105.750033] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.759346] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730906, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.823527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.823527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.823527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.823527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.823527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.829850] env[63309]: INFO nova.compute.manager [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Terminating instance [ 1106.110876] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730905, 'name': Rename_Task, 'duration_secs': 0.136334} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.111171] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.111421] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aecf6796-4472-47e2-9b92-324a4a3f7586 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.118392] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1106.118392] env[63309]: value = "task-2730907" [ 1106.118392] env[63309]: _type = "Task" [ 1106.118392] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.126431] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.171443] env[63309]: DEBUG nova.network.neutron [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updated VIF entry in instance network info cache for port 76bf0571-6204-4ca9-b8be-d9d422948a8a. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.171599] env[63309]: DEBUG nova.network.neutron [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.182684] env[63309]: DEBUG nova.scheduler.client.report [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.188693] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.260181] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730906, 'name': CreateVM_Task, 'duration_secs': 0.350655} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.260498] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.261070] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.261239] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.262465] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.262465] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d853faa6-c591-4725-8ad6-6e3785efdb6a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.269494] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1106.269494] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9589f-154c-917f-75ac-5bafb141db61" [ 1106.269494] env[63309]: _type = "Task" [ 1106.269494] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.284653] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b9589f-154c-917f-75ac-5bafb141db61, 'name': SearchDatastore_Task} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.284957] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.285204] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.285442] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.285590] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.285763] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.286057] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c94e84-2908-4895-84f4-5afed2d421a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.295738] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.295934] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.296794] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b53fbfb-e274-4844-a118-47dd738f1dd8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.303184] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1106.303184] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5295d1ef-65fd-8dbd-855e-c8c3ad03324f" [ 1106.303184] env[63309]: _type = "Task" [ 1106.303184] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.313197] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5295d1ef-65fd-8dbd-855e-c8c3ad03324f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.334308] env[63309]: DEBUG nova.compute.manager [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.334597] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.335567] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe931d6-54c4-46cb-8370-0f437c34469b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.345438] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.345701] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de96273-78e0-4742-aced-aa86afddda28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.354554] env[63309]: DEBUG oslo_vmware.api [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1106.354554] env[63309]: value = "task-2730908" [ 1106.354554] env[63309]: _type = "Task" [ 1106.354554] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.363363] env[63309]: DEBUG oslo_vmware.api [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.541156] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.541391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.629749] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.634439] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "c95e9301-0004-4ed7-a2da-1cba22371eaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.634855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.635308] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "c95e9301-0004-4ed7-a2da-1cba22371eaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.635546] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.635758] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.639676] env[63309]: INFO nova.compute.manager [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Terminating instance [ 1106.674516] env[63309]: DEBUG oslo_concurrency.lockutils [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.674856] env[63309]: DEBUG nova.compute.manager [req-10b20af7-bd15-432b-ae5d-b54c92b80984 req-b941638f-fd34-4a45-aea9-eecee6d8c28a service nova] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Received event network-vif-deleted-d18bbaef-1794-4818-941a-e718bcca5661 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.687898] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.690623] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.691723] env[63309]: DEBUG nova.objects.instance [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'resources' on Instance uuid 1f22d2c0-cad3-499e-a810-c4697e44d2a3 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.712347] env[63309]: INFO nova.scheduler.client.report [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Deleted allocations for instance a2352c95-14de-423c-bc0c-c305df9706b3 [ 1106.816030] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5295d1ef-65fd-8dbd-855e-c8c3ad03324f, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.816986] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eec483-ab78-4a92-b0a9-fce30bcfa147 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.823820] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1106.823820] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ece1d8-5ea9-45e7-ff88-6f77f43e5a5f" [ 1106.823820] env[63309]: _type = "Task" [ 1106.823820] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.837352] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ece1d8-5ea9-45e7-ff88-6f77f43e5a5f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.837789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.838232] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a/2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.838751] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8df94bf-4991-41da-a092-c996cdeb3e42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.851186] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1106.851186] env[63309]: value = "task-2730909" [ 1106.851186] env[63309]: _type = "Task" [ 1106.851186] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.858608] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.867341] env[63309]: DEBUG oslo_vmware.api [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730908, 'name': PowerOffVM_Task, 'duration_secs': 0.19918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.867857] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.868171] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.868521] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c801e842-67c9-4b38-9a0e-1b9962a36ab6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.933378] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.933378] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.933378] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleting the datastore file [datastore2] b29422bd-7a67-44ce-87d9-14d3e4fc6fba {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.933378] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff14b275-90e4-4276-a3e5-846932c1ce77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.946165] env[63309]: DEBUG oslo_vmware.api [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1106.946165] env[63309]: value = "task-2730911" [ 1106.946165] env[63309]: _type = "Task" [ 1106.946165] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.956603] env[63309]: DEBUG oslo_vmware.api [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.048189] env[63309]: DEBUG nova.compute.utils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.061855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.061855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.134357] env[63309]: DEBUG oslo_vmware.api [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730907, 'name': PowerOnVM_Task, 'duration_secs': 0.528369} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.134656] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.134901] env[63309]: INFO nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Took 4.39 seconds to spawn the instance on the hypervisor. [ 1107.135128] env[63309]: DEBUG nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.139019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ba8f33-5b0d-4790-a1b3-5dc903e51fbf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.146575] env[63309]: DEBUG nova.compute.manager [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.146910] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.152024] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365dd8b-ea7f-40e4-b165-a85e2a41a95f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.161314] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.162391] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7591e9-5077-47c1-8687-285e087235ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.170828] env[63309]: DEBUG oslo_vmware.api [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1107.170828] env[63309]: value = "task-2730912" [ 1107.170828] env[63309]: _type = "Task" [ 1107.170828] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.183665] env[63309]: DEBUG oslo_vmware.api [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.227683] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f39cbddf-a280-4535-a168-4aef3622b7f4 tempest-ServerDiskConfigTestJSON-902809454 tempest-ServerDiskConfigTestJSON-902809454-project-member] Lock "a2352c95-14de-423c-bc0c-c305df9706b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.745s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.360293] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730909, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.413671] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f8878-fcc5-4ae9-acaf-1d644b72ae52 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.424197] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4469918-cab5-4489-aafb-a70cb51715da {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.461874] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea83ab1-1847-4cd7-954e-524261dd3865 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.471618] env[63309]: DEBUG oslo_vmware.api [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446993} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.473765] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.473959] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.474155] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.474361] env[63309]: INFO nova.compute.manager [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1107.474605] env[63309]: DEBUG oslo.service.loopingcall [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.474855] env[63309]: DEBUG nova.compute.manager [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.474952] env[63309]: DEBUG nova.network.neutron [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.477845] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904df3d9-42e4-4ba7-b469-12c87f82bf17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.495160] env[63309]: DEBUG nova.compute.provider_tree [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.551126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.564237] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.663378] env[63309]: INFO nova.compute.manager [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Took 11.71 seconds to build instance. [ 1107.684297] env[63309]: DEBUG oslo_vmware.api [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730912, 'name': PowerOffVM_Task, 'duration_secs': 0.231471} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.684565] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.685185] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.685185] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3109017e-59b2-4b61-962e-2806f974c83a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.751044] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.751105] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.752243] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleting the datastore file [datastore1] c95e9301-0004-4ed7-a2da-1cba22371eaf {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.752243] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93689c5a-8e21-4156-9827-61a7cb455521 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.759640] env[63309]: DEBUG oslo_vmware.api [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for the task: (returnval){ [ 1107.759640] env[63309]: value = "task-2730914" [ 1107.759640] env[63309]: _type = "Task" [ 1107.759640] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.772903] env[63309]: DEBUG oslo_vmware.api [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.861512] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516631} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.861512] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a/2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.861512] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.861669] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce0a40f7-6ef6-434b-92cd-239ccc97005d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.869843] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1107.869843] env[63309]: value = "task-2730915" [ 1107.869843] env[63309]: _type = "Task" [ 1107.869843] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.879525] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.997015] env[63309]: DEBUG nova.scheduler.client.report [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.102335] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.116530] env[63309]: DEBUG nova.compute.manager [req-52b31e9e-3925-4687-9216-35d250f3ddcd req-e41cd5b3-b45d-40fc-ac07-1e3f2fb7f104 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Received event network-vif-deleted-b0f63509-9ccc-4ff0-abd2-4267b91a6035 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.116530] env[63309]: INFO nova.compute.manager [req-52b31e9e-3925-4687-9216-35d250f3ddcd req-e41cd5b3-b45d-40fc-ac07-1e3f2fb7f104 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Neutron deleted interface b0f63509-9ccc-4ff0-abd2-4267b91a6035; detaching it from the instance and deleting it from the info cache [ 1108.116530] env[63309]: DEBUG nova.network.neutron [req-52b31e9e-3925-4687-9216-35d250f3ddcd req-e41cd5b3-b45d-40fc-ac07-1e3f2fb7f104 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.165177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-02ba4018-f24c-49cd-9d14-9666fb0f6ccc tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.218s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.277221] env[63309]: DEBUG oslo_vmware.api [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Task: {'id': task-2730914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132748} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.277582] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.277833] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.277897] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.278041] env[63309]: INFO nova.compute.manager [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1108.278399] env[63309]: DEBUG oslo.service.loopingcall [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.278619] env[63309]: DEBUG nova.compute.manager [-] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.278711] env[63309]: DEBUG nova.network.neutron [-] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.384651] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07719} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.384948] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.385854] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77109b2a-5691-40aa-834b-e2bca3708cff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.415987] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a/2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.415987] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e4423e-d0ca-4038-8399-00e4f8245dcf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.446572] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1108.446572] env[63309]: value = "task-2730916" [ 1108.446572] env[63309]: _type = "Task" [ 1108.446572] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.457747] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.503206] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.505839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.403s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.507432] env[63309]: INFO nova.compute.claims [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.551663] env[63309]: INFO nova.scheduler.client.report [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted allocations for instance 1f22d2c0-cad3-499e-a810-c4697e44d2a3 [ 1108.583526] env[63309]: DEBUG nova.network.neutron [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.619909] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d226f51b-8f85-4b15-8bb0-cf606b3bd519 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.632304] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5771e33f-a5c7-4df4-9e9e-676b4429b96e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.644421] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.644696] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.644922] env[63309]: INFO nova.compute.manager [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Attaching volume 10c70454-7e8a-42dc-b594-43df5adcfcad to /dev/sdb [ 1108.669576] env[63309]: DEBUG nova.compute.manager [req-52b31e9e-3925-4687-9216-35d250f3ddcd req-e41cd5b3-b45d-40fc-ac07-1e3f2fb7f104 service nova] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Detach interface failed, port_id=b0f63509-9ccc-4ff0-abd2-4267b91a6035, reason: Instance b29422bd-7a67-44ce-87d9-14d3e4fc6fba could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1108.686717] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e428b-813f-45af-b9ca-3e52f421fe3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.695329] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05add8f8-7ada-499b-9414-545dfd3467d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.711405] env[63309]: DEBUG nova.virt.block_device [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating existing volume attachment record: f3551e93-b35f-4460-b3e9-14c2d5dbbbf7 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.900775] env[63309]: DEBUG nova.compute.manager [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Received event network-changed-a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.900832] env[63309]: DEBUG nova.compute.manager [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Refreshing instance network info cache due to event network-changed-a2b40dcf-46b7-4617-9e66-30cc241637bd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.901865] env[63309]: DEBUG oslo_concurrency.lockutils [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] Acquiring lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.901865] env[63309]: DEBUG oslo_concurrency.lockutils [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] Acquired lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.901950] env[63309]: DEBUG nova.network.neutron [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Refreshing network info cache for port a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.959770] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.060281] env[63309]: DEBUG oslo_concurrency.lockutils [None req-cfb3c488-b546-45eb-a3bc-499ddf1ff5fa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "1f22d2c0-cad3-499e-a810-c4697e44d2a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.535s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.088438] env[63309]: INFO nova.compute.manager [-] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Took 1.61 seconds to deallocate network for instance. [ 1109.233992] env[63309]: DEBUG nova.network.neutron [-] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.462271] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730916, 'name': ReconfigVM_Task, 'duration_secs': 0.708299} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.462803] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a/2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.463252] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695b2ed7-a33c-4880-b8ce-df25e0909c1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.470822] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1109.470822] env[63309]: value = "task-2730920" [ 1109.470822] env[63309]: _type = "Task" [ 1109.470822] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.480502] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730920, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.596604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.720867] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c1f7f1-efd8-4dc5-9370-25c4e2f6ea20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.728700] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988e95f-6714-4621-b46a-15213f9d8017 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.742742] env[63309]: INFO nova.compute.manager [-] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Took 1.46 seconds to deallocate network for instance. [ 1109.773628] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc658ac-7379-46a4-bdbf-d0fa23204928 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.783402] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d86e3-a2fd-44e4-bbde-ce3b7273c7db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.801521] env[63309]: DEBUG nova.compute.provider_tree [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.882551] env[63309]: DEBUG nova.network.neutron [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updated VIF entry in instance network info cache for port a2b40dcf-46b7-4617-9e66-30cc241637bd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.883063] env[63309]: DEBUG nova.network.neutron [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updating instance_info_cache with network_info: [{"id": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "address": "fa:16:3e:ee:c8:02", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b40dcf-46", "ovs_interfaceid": "a2b40dcf-46b7-4617-9e66-30cc241637bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.982518] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730920, 'name': Rename_Task, 'duration_secs': 0.174888} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.982794] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.983253] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1055cd5b-2acc-4b3a-adb7-77aac23ce15a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.990975] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1109.990975] env[63309]: value = "task-2730921" [ 1109.990975] env[63309]: _type = "Task" [ 1109.990975] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.001598] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.149913] env[63309]: DEBUG nova.compute.manager [req-36960812-a0c5-4967-a01d-33ba06b3dce1 req-fad745f4-7181-4ae5-8755-e7049144b19a service nova] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Received event network-vif-deleted-1aba0b9c-8cf7-42ea-83b0-e3defda0a944 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.277724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.305010] env[63309]: DEBUG nova.scheduler.client.report [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.386128] env[63309]: DEBUG oslo_concurrency.lockutils [req-4abdffc8-0114-41b7-97ed-1aaea5c0efc3 req-17f3138b-18c4-4f20-9a4f-a5b1d7c5716b service nova] Releasing lock "refresh_cache-4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.502252] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730921, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.610990] env[63309]: DEBUG nova.compute.manager [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1110.811998] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.812648] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.815476] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.219s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.815744] env[63309]: DEBUG nova.objects.instance [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'resources' on Instance uuid b29422bd-7a67-44ce-87d9-14d3e4fc6fba {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.925913] env[63309]: DEBUG nova.compute.manager [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Received event network-changed-7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.926133] env[63309]: DEBUG nova.compute.manager [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Refreshing instance network info cache due to event network-changed-7fa0a55b-b581-43cc-bf7d-e5453f03a40e. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.926376] env[63309]: DEBUG oslo_concurrency.lockutils [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] Acquiring lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.926526] env[63309]: DEBUG oslo_concurrency.lockutils [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] Acquired lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.926689] env[63309]: DEBUG nova.network.neutron [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Refreshing network info cache for port 7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.005491] env[63309]: DEBUG oslo_vmware.api [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730921, 'name': PowerOnVM_Task, 'duration_secs': 0.920117} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.005934] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.006289] env[63309]: INFO nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1111.006575] env[63309]: DEBUG nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.007763] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a051a29c-e374-4282-abe3-6ff39447369b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.130687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.269636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.269876] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.319025] env[63309]: DEBUG nova.compute.utils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.323845] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.323845] env[63309]: DEBUG nova.network.neutron [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.365178] env[63309]: DEBUG nova.policy [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b280aa48050494397688bf0a3ff1edb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f7c3fce83a4d16b2d13fe918d648f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.484029] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3155123-60f4-4c11-bfaa-239357888ba4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.495497] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3f922-7a99-427c-9458-5115b9ecabe1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.549716] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17194b85-eae6-4796-a38f-11b9d7d4d8c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.554040] env[63309]: INFO nova.compute.manager [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Took 14.02 seconds to build instance. [ 1111.561407] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d224a-f70b-4341-8ad0-1b3c109c911f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.577928] env[63309]: DEBUG nova.compute.provider_tree [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.670764] env[63309]: DEBUG nova.network.neutron [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Successfully created port: eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.772178] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.824551] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.841309] env[63309]: DEBUG nova.network.neutron [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updated VIF entry in instance network info cache for port 7fa0a55b-b581-43cc-bf7d-e5453f03a40e. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.841651] env[63309]: DEBUG nova.network.neutron [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.057317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5085374a-6985-43c4-a597-a04c2fad7326 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.530s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.080535] env[63309]: DEBUG nova.scheduler.client.report [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.296616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.344050] env[63309]: DEBUG oslo_concurrency.lockutils [req-92c5a7d1-b7c7-4995-9f17-5a6c56c9624b req-1a39e01d-9c8e-40fb-92cf-d4c8a48c8fb5 service nova] Releasing lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.586608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.590359] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.313s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.592045] env[63309]: DEBUG nova.objects.instance [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lazy-loading 'resources' on Instance uuid c95e9301-0004-4ed7-a2da-1cba22371eaf {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.620624] env[63309]: INFO nova.scheduler.client.report [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted allocations for instance b29422bd-7a67-44ce-87d9-14d3e4fc6fba [ 1112.843036] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.873184] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.873488] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.873696] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.874054] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.874165] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.874414] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.874685] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.874977] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.875160] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.875372] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.875857] env[63309]: DEBUG nova.virt.hardware [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.876739] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d0070-4bca-4a0f-a4fb-d870543392fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.887529] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba9336d-88d0-44bf-8289-7692f904a74d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.956517] env[63309]: DEBUG nova.compute.manager [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-changed-76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.956870] env[63309]: DEBUG nova.compute.manager [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing instance network info cache due to event network-changed-76bf0571-6204-4ca9-b8be-d9d422948a8a. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.957042] env[63309]: DEBUG oslo_concurrency.lockutils [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.957245] env[63309]: DEBUG oslo_concurrency.lockutils [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.957780] env[63309]: DEBUG nova.network.neutron [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing network info cache for port 76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.130708] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4e2a94e9-dc61-4d24-855f-420d86d659f3 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "b29422bd-7a67-44ce-87d9-14d3e4fc6fba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.308s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.212633] env[63309]: DEBUG nova.compute.manager [req-762b3c6c-ffd8-4609-9329-f56bc4b8ff0f req-be1cd251-605c-45c7-8e22-838a356f4c60 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Received event network-vif-plugged-eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.212633] env[63309]: DEBUG oslo_concurrency.lockutils [req-762b3c6c-ffd8-4609-9329-f56bc4b8ff0f req-be1cd251-605c-45c7-8e22-838a356f4c60 service nova] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.212633] env[63309]: DEBUG oslo_concurrency.lockutils [req-762b3c6c-ffd8-4609-9329-f56bc4b8ff0f req-be1cd251-605c-45c7-8e22-838a356f4c60 service nova] Lock "be4432f4-17d0-456b-93c8-43614605797b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.212633] env[63309]: DEBUG oslo_concurrency.lockutils [req-762b3c6c-ffd8-4609-9329-f56bc4b8ff0f req-be1cd251-605c-45c7-8e22-838a356f4c60 service nova] Lock "be4432f4-17d0-456b-93c8-43614605797b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.212633] env[63309]: DEBUG nova.compute.manager [req-762b3c6c-ffd8-4609-9329-f56bc4b8ff0f req-be1cd251-605c-45c7-8e22-838a356f4c60 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] No waiting events found dispatching network-vif-plugged-eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.212633] env[63309]: WARNING nova.compute.manager [req-762b3c6c-ffd8-4609-9329-f56bc4b8ff0f req-be1cd251-605c-45c7-8e22-838a356f4c60 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Received unexpected event network-vif-plugged-eee39a53-04ea-4662-bc02-a295b6908271 for instance with vm_state building and task_state spawning. [ 1113.316880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edb1141-41b3-42e2-8c34-d902fe216040 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.329952] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb1d35-759d-4448-b442-da75d940c0e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.366588] env[63309]: DEBUG nova.network.neutron [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Successfully updated port: eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.368314] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03166c57-57df-4abf-bb74-c700af7b9d41 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.377197] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b42640b-b928-4718-9b5f-520c3ceef9a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.393443] env[63309]: DEBUG nova.compute.provider_tree [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.772156] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.772156] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549856', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'name': 'volume-10c70454-7e8a-42dc-b594-43df5adcfcad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4528449-771b-45d6-8b9c-d51a76ecf26f', 'attached_at': '', 'detached_at': '', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'serial': '10c70454-7e8a-42dc-b594-43df5adcfcad'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.772156] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69a1a49-e558-4d66-a7d7-617690c9bb5b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.804804] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db340119-033f-4f3c-b804-0dbd892e19e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.809346] env[63309]: DEBUG nova.network.neutron [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updated VIF entry in instance network info cache for port 76bf0571-6204-4ca9-b8be-d9d422948a8a. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.809346] env[63309]: DEBUG nova.network.neutron [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.833248] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-10c70454-7e8a-42dc-b594-43df5adcfcad/volume-10c70454-7e8a-42dc-b594-43df5adcfcad.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.834230] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062202bd-367e-43b5-a2b7-a565a8a30a92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.856231] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1113.856231] env[63309]: value = "task-2730923" [ 1113.856231] env[63309]: _type = "Task" [ 1113.856231] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.869019] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.872520] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.873089] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.876475] env[63309]: DEBUG nova.network.neutron [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.898504] env[63309]: DEBUG nova.scheduler.client.report [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.311859] env[63309]: DEBUG oslo_concurrency.lockutils [req-6b30c82c-afc7-4bdc-9d1a-6ca6781d88f9 req-d3821d12-a846-46f9-801a-9a1c39efa15c service nova] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.371160] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.406754] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.409881] env[63309]: DEBUG nova.network.neutron [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.412404] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.282s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.434061] env[63309]: INFO nova.scheduler.client.report [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Deleted allocations for instance c95e9301-0004-4ed7-a2da-1cba22371eaf [ 1114.574856] env[63309]: DEBUG nova.network.neutron [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [{"id": "eee39a53-04ea-4662-bc02-a295b6908271", "address": "fa:16:3e:f5:54:f4", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee39a53-04", "ovs_interfaceid": "eee39a53-04ea-4662-bc02-a295b6908271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.588079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "642896e3-444b-4867-a514-7b942073da48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.588323] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "642896e3-444b-4867-a514-7b942073da48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.867919] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730923, 'name': ReconfigVM_Task, 'duration_secs': 0.737401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.868233] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-10c70454-7e8a-42dc-b594-43df5adcfcad/volume-10c70454-7e8a-42dc-b594-43df5adcfcad.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.873182] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82aa9ff-3cf8-4a73-bfc4-60c1fd8ef6a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.888385] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1114.888385] env[63309]: value = "task-2730924" [ 1114.888385] env[63309]: _type = "Task" [ 1114.888385] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.896606] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.921246] env[63309]: INFO nova.compute.claims [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.943030] env[63309]: DEBUG oslo_concurrency.lockutils [None req-afc41928-fb21-4a48-855f-3a8f35840e8f tempest-ServersTestJSON-1548050412 tempest-ServersTestJSON-1548050412-project-member] Lock "c95e9301-0004-4ed7-a2da-1cba22371eaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.308s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.059861] env[63309]: DEBUG nova.compute.manager [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1115.077879] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.081104] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Instance network_info: |[{"id": "eee39a53-04ea-4662-bc02-a295b6908271", "address": "fa:16:3e:f5:54:f4", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee39a53-04", "ovs_interfaceid": "eee39a53-04ea-4662-bc02-a295b6908271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.081104] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:54:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eee39a53-04ea-4662-bc02-a295b6908271', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.087538] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Creating folder: Project (05f7c3fce83a4d16b2d13fe918d648f9). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.088220] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a40581a8-ba2f-4030-b99b-897bfbc44985 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.090739] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.100806] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Created folder: Project (05f7c3fce83a4d16b2d13fe918d648f9) in parent group-v549567. [ 1115.100966] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Creating folder: Instances. Parent ref: group-v549857. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.101102] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a42ce1e2-acfe-4903-9a87-07544fb6a15e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.112141] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Created folder: Instances in parent group-v549857. [ 1115.112411] env[63309]: DEBUG oslo.service.loopingcall [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.112638] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4432f4-17d0-456b-93c8-43614605797b] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.112858] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8057b9c8-65bc-460b-8e99-e8140adceb2c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.135353] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.135353] env[63309]: value = "task-2730927" [ 1115.135353] env[63309]: _type = "Task" [ 1115.135353] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.144023] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730927, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.257424] env[63309]: DEBUG nova.compute.manager [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Received event network-changed-eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.257644] env[63309]: DEBUG nova.compute.manager [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Refreshing instance network info cache due to event network-changed-eee39a53-04ea-4662-bc02-a295b6908271. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.257896] env[63309]: DEBUG oslo_concurrency.lockutils [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] Acquiring lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.258018] env[63309]: DEBUG oslo_concurrency.lockutils [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] Acquired lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.258398] env[63309]: DEBUG nova.network.neutron [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Refreshing network info cache for port eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.403612] env[63309]: DEBUG oslo_vmware.api [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730924, 'name': ReconfigVM_Task, 'duration_secs': 0.207803} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.403947] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549856', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'name': 'volume-10c70454-7e8a-42dc-b594-43df5adcfcad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4528449-771b-45d6-8b9c-d51a76ecf26f', 'attached_at': '', 'detached_at': '', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'serial': '10c70454-7e8a-42dc-b594-43df5adcfcad'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.429351] env[63309]: INFO nova.compute.resource_tracker [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating resource usage from migration dd26ae64-7632-4501-bce4-85ff4e4a8486 [ 1115.576857] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.598592] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400c3866-3fd2-4543-95f1-51fe4991ec0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.609551] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7be804-8739-44df-9e84-e05297f5bddd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.615482] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.649247] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f0aa65-8761-4128-9225-2fa72315a2b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.660877] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d2aa0b-d2ce-4ac6-af21-5b022a922c89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.664841] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730927, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.678222] env[63309]: DEBUG nova.compute.provider_tree [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.996436] env[63309]: DEBUG nova.network.neutron [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updated VIF entry in instance network info cache for port eee39a53-04ea-4662-bc02-a295b6908271. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.996872] env[63309]: DEBUG nova.network.neutron [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [{"id": "eee39a53-04ea-4662-bc02-a295b6908271", "address": "fa:16:3e:f5:54:f4", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee39a53-04", "ovs_interfaceid": "eee39a53-04ea-4662-bc02-a295b6908271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.156021] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730927, 'name': CreateVM_Task, 'duration_secs': 0.63452} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.156123] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4432f4-17d0-456b-93c8-43614605797b] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.156792] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.156967] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.157297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.157603] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e477c1e1-392c-4971-8f7b-54afb7745674 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.162547] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1116.162547] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e75da9-d242-8157-4e70-599342c13161" [ 1116.162547] env[63309]: _type = "Task" [ 1116.162547] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.171963] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e75da9-d242-8157-4e70-599342c13161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.181051] env[63309]: DEBUG nova.scheduler.client.report [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.219444] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.219686] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.219857] env[63309]: INFO nova.compute.manager [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Shelving [ 1116.440787] env[63309]: DEBUG nova.objects.instance [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'flavor' on Instance uuid b4528449-771b-45d6-8b9c-d51a76ecf26f {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.499448] env[63309]: DEBUG oslo_concurrency.lockutils [req-38d7cb6b-826e-482e-8d86-8ac0935264e9 req-d26e112f-322a-4191-b552-e1649ba81dd8 service nova] Releasing lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.678613] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e75da9-d242-8157-4e70-599342c13161, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.679015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.679282] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.680026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.680026] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.680026] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.680190] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65c6b1ac-d44f-4751-9da2-d8514dab56e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.685061] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.685216] env[63309]: INFO nova.compute.manager [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Migrating [ 1116.693082] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.397s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.695029] env[63309]: INFO nova.compute.claims [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.697499] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.697679] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.702413] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb22387-b838-4df6-ac15-ac999f214a01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.715230] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1116.715230] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285fe2e-8b66-4694-1dd5-2be5d6dee9b8" [ 1116.715230] env[63309]: _type = "Task" [ 1116.715230] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.726580] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285fe2e-8b66-4694-1dd5-2be5d6dee9b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.946012] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b17a721e-4c36-4395-be1d-b000970606dc tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.301s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.212217] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.212217] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.212217] env[63309]: DEBUG nova.network.neutron [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.227223] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5285fe2e-8b66-4694-1dd5-2be5d6dee9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.228059] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd279444-2a17-471e-ab91-67922eb877c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.232451] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.232928] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-129e0b1e-4cd8-4476-af80-88fb25d00a92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.235732] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1117.235732] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525a9e36-0b7e-b423-4ca8-140a3bb03f5a" [ 1117.235732] env[63309]: _type = "Task" [ 1117.235732] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.242079] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1117.242079] env[63309]: value = "task-2730928" [ 1117.242079] env[63309]: _type = "Task" [ 1117.242079] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.245253] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525a9e36-0b7e-b423-4ca8-140a3bb03f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.254448] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.751311] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525a9e36-0b7e-b423-4ca8-140a3bb03f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.753756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.754041] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] be4432f4-17d0-456b-93c8-43614605797b/be4432f4-17d0-456b-93c8-43614605797b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.754778] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b277718-304f-45c1-b6da-02b2ec6df3e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.759804] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730928, 'name': PowerOffVM_Task, 'duration_secs': 0.201268} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.760513] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.761248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c220c4-4a42-4659-8d79-d9873e7cf50a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.767620] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1117.767620] env[63309]: value = "task-2730929" [ 1117.767620] env[63309]: _type = "Task" [ 1117.767620] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.789309] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f93b40-c25f-420d-8673-8cf1e3bf3173 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.798235] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.910637] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c48e7-bd17-4b26-811c-7a8fab6ab00c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.919814] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ec0da-cb49-4ddf-b329-2e2e3f274386 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.968183] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d189c0-3075-4266-b2f9-b75a3d2664ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.971456] env[63309]: DEBUG nova.compute.manager [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1117.984995] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903efd0d-9e82-4198-89ff-6241068677f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.025500] env[63309]: DEBUG nova.compute.provider_tree [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.051928] env[63309]: DEBUG nova.network.neutron [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.292294] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48473} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.292674] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] be4432f4-17d0-456b-93c8-43614605797b/be4432f4-17d0-456b-93c8-43614605797b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.292751] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.293308] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7954f446-37d2-400d-874e-4d8b3d715ae5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.300860] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1118.300860] env[63309]: value = "task-2730930" [ 1118.300860] env[63309]: _type = "Task" [ 1118.300860] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.306073] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.309685] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fbe8857-d5b9-42ab-b924-57990df0696a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.312241] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.317857] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1118.317857] env[63309]: value = "task-2730931" [ 1118.317857] env[63309]: _type = "Task" [ 1118.317857] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.327804] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.497784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.529152] env[63309]: DEBUG nova.scheduler.client.report [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.555704] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.579038] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.579038] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.579038] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.579243] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.579306] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.580232] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.580232] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.580232] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1118.580232] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.813158] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134251} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.813469] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.814280] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713dc37-0447-4499-acab-d3a4b056dc3c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.839116] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] be4432f4-17d0-456b-93c8-43614605797b/be4432f4-17d0-456b-93c8-43614605797b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.839842] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df81a91-02f0-4fa6-849a-beb568ae0803 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.857660] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.865021] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1118.865021] env[63309]: value = "task-2730932" [ 1118.865021] env[63309]: _type = "Task" [ 1118.865021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.873343] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.034888] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.035577] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.038508] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.462s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.083135] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.330024] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730931, 'name': CreateSnapshot_Task, 'duration_secs': 0.89424} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.330024] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.330024] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e700e9d-d34c-491e-8a42-cb54bc06939e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.376409] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.541865] env[63309]: DEBUG nova.compute.utils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.545300] env[63309]: INFO nova.compute.claims [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.548776] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.548948] env[63309]: DEBUG nova.network.neutron [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.585010] env[63309]: DEBUG nova.policy [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45159ba8b05c4c8eac96381b4330dce3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49b8b15ea26740b0b1ab626a9d93e2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.848833] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1119.849148] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d25b6875-c837-477d-8135-698630e46e28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.859533] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1119.859533] env[63309]: value = "task-2730933" [ 1119.859533] env[63309]: _type = "Task" [ 1119.859533] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.868504] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730933, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.877179] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.882815] env[63309]: DEBUG nova.network.neutron [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Successfully created port: 9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.049452] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.053545] env[63309]: INFO nova.compute.resource_tracker [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating resource usage from migration 031c87ee-289b-4d10-842b-5b39b8d6e74e [ 1120.072540] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695e566-f058-42a9-87b7-9d68cb83f083 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.110281] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.266068] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc120434-b6d5-4f0d-9197-6949876b5698 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.273847] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94673a94-9e34-4576-9ff9-7ffd12789e53 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.309456] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0960deff-cfbf-44d1-bf38-272f2816a4dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.317306] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a094d7-ce78-43ee-9914-8f527b434511 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.330984] env[63309]: DEBUG nova.compute.provider_tree [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.370205] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730933, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.379692] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730932, 'name': ReconfigVM_Task, 'duration_secs': 1.41988} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.379957] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] be4432f4-17d0-456b-93c8-43614605797b/be4432f4-17d0-456b-93c8-43614605797b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.380605] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a85284-61aa-497e-9cba-dec1b0f3d036 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.388362] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1120.388362] env[63309]: value = "task-2730934" [ 1120.388362] env[63309]: _type = "Task" [ 1120.388362] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.400081] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730934, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.623881] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.624212] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa43dfd-928f-4115-9cc7-07697efc4483 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.634091] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1120.634091] env[63309]: value = "task-2730935" [ 1120.634091] env[63309]: _type = "Task" [ 1120.634091] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.644450] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.834340] env[63309]: DEBUG nova.scheduler.client.report [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.872854] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730933, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.900112] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730934, 'name': Rename_Task, 'duration_secs': 0.306764} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.900284] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.900587] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a0c599-fb3f-434d-b043-aaa851352988 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.909036] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1120.909036] env[63309]: value = "task-2730936" [ 1120.909036] env[63309]: _type = "Task" [ 1120.909036] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.917694] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.064421] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.091784] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.091948] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.092069] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.092259] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.092402] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.092548] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.092756] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.092915] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.093093] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.093260] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.093430] env[63309]: DEBUG nova.virt.hardware [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.094327] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531870fb-7dbf-4105-abe4-a8f39bf5d18d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.103405] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a808b1-3b33-4673-a28e-6725133d7ca5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.144021] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730935, 'name': PowerOffVM_Task, 'duration_secs': 0.239095} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.144346] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.144548] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.294374] env[63309]: DEBUG nova.compute.manager [req-5f4f329a-a2a2-488c-a10d-9b935fa5982a req-71ba7f26-684d-4dfa-b4a7-ab8257a4f68f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Received event network-vif-plugged-9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.294736] env[63309]: DEBUG oslo_concurrency.lockutils [req-5f4f329a-a2a2-488c-a10d-9b935fa5982a req-71ba7f26-684d-4dfa-b4a7-ab8257a4f68f service nova] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.294920] env[63309]: DEBUG oslo_concurrency.lockutils [req-5f4f329a-a2a2-488c-a10d-9b935fa5982a req-71ba7f26-684d-4dfa-b4a7-ab8257a4f68f service nova] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.295363] env[63309]: DEBUG oslo_concurrency.lockutils [req-5f4f329a-a2a2-488c-a10d-9b935fa5982a req-71ba7f26-684d-4dfa-b4a7-ab8257a4f68f service nova] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.295607] env[63309]: DEBUG nova.compute.manager [req-5f4f329a-a2a2-488c-a10d-9b935fa5982a req-71ba7f26-684d-4dfa-b4a7-ab8257a4f68f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] No waiting events found dispatching network-vif-plugged-9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.295837] env[63309]: WARNING nova.compute.manager [req-5f4f329a-a2a2-488c-a10d-9b935fa5982a req-71ba7f26-684d-4dfa-b4a7-ab8257a4f68f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Received unexpected event network-vif-plugged-9c5cc96d-1a29-4807-820b-770c1502c8f4 for instance with vm_state building and task_state spawning. [ 1121.339322] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.339595] env[63309]: INFO nova.compute.manager [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Migrating [ 1121.345812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.730s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.347541] env[63309]: INFO nova.compute.claims [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.374073] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730933, 'name': CloneVM_Task, 'duration_secs': 1.444763} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.374073] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Created linked-clone VM from snapshot [ 1121.374448] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87bf0d-723b-43d3-921e-cdd518338e4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.384075] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Uploading image 652596f4-a19a-4796-ab55-3f140076ffd4 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1121.408436] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1121.408436] env[63309]: value = "vm-549861" [ 1121.408436] env[63309]: _type = "VirtualMachine" [ 1121.408436] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1121.408599] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d1ff546-1ec6-456a-b9fd-c73f8c6da01c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.421961] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730936, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.422856] env[63309]: DEBUG nova.network.neutron [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Successfully updated port: 9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.425516] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease: (returnval){ [ 1121.425516] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a2431b-0337-179b-5d0a-37ff5cb158c7" [ 1121.425516] env[63309]: _type = "HttpNfcLease" [ 1121.425516] env[63309]: } obtained for exporting VM: (result){ [ 1121.425516] env[63309]: value = "vm-549861" [ 1121.425516] env[63309]: _type = "VirtualMachine" [ 1121.425516] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1121.425991] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the lease: (returnval){ [ 1121.425991] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a2431b-0337-179b-5d0a-37ff5cb158c7" [ 1121.425991] env[63309]: _type = "HttpNfcLease" [ 1121.425991] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1121.435217] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.435217] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a2431b-0337-179b-5d0a-37ff5cb158c7" [ 1121.435217] env[63309]: _type = "HttpNfcLease" [ 1121.435217] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1121.435562] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1121.435562] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a2431b-0337-179b-5d0a-37ff5cb158c7" [ 1121.435562] env[63309]: _type = "HttpNfcLease" [ 1121.435562] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1121.436321] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca812a2f-2620-464d-9bad-25a97be666c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.445991] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b291-5171-008d-4cd1-047941501186/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1121.446199] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b291-5171-008d-4cd1-047941501186/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1121.543975] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74345b00-d482-458b-8e51-6ef1c5c7572b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.653028] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.653028] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.653028] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.653340] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.653340] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.653414] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.653623] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.653808] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.653974] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.654152] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.654327] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.659624] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888886d7-42b7-47d1-b58b-d0b88bde4785 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.677463] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1121.677463] env[63309]: value = "task-2730938" [ 1121.677463] env[63309]: _type = "Task" [ 1121.677463] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.686280] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.859878] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.860079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.860290] env[63309]: DEBUG nova.network.neutron [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.920857] env[63309]: DEBUG oslo_vmware.api [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2730936, 'name': PowerOnVM_Task, 'duration_secs': 0.569354} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.921052] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.921363] env[63309]: INFO nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1121.921767] env[63309]: DEBUG nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.922711] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4e0f10-0546-42d0-93bf-a78008923f84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.926927] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.927613] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.927613] env[63309]: DEBUG nova.network.neutron [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.189293] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.455349] env[63309]: INFO nova.compute.manager [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Took 14.38 seconds to build instance. [ 1122.479785] env[63309]: DEBUG nova.network.neutron [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.599539] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9efb2a-1148-4305-94b3-5a01f15aee4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608690] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be0bf9-71b7-4bb9-b5a0-1429dd01d486 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.649733] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac3036-d66b-4199-806a-98b38c63d823 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.659598] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8574a2e3-cd86-411c-ad07-24212462179a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.665384] env[63309]: DEBUG nova.network.neutron [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.678361] env[63309]: DEBUG nova.compute.provider_tree [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.691110] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.721761] env[63309]: DEBUG nova.network.neutron [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updating instance_info_cache with network_info: [{"id": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "address": "fa:16:3e:85:a6:3c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5cc96d-1a", "ovs_interfaceid": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.958018] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fd4a72fb-09be-46de-8b08-c95431d46fd8 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.897s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.169276] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.182020] env[63309]: DEBUG nova.scheduler.client.report [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.196197] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730938, 'name': ReconfigVM_Task, 'duration_secs': 1.231259} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.197049] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.224017] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.224544] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Instance network_info: |[{"id": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "address": "fa:16:3e:85:a6:3c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5cc96d-1a", "ovs_interfaceid": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.224751] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:a6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c5cc96d-1a29-4807-820b-770c1502c8f4', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.233132] env[63309]: DEBUG oslo.service.loopingcall [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1123.233786] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.234050] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb5a534a-59bb-4fe2-a004-0af17065e2d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.257646] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.257646] env[63309]: value = "task-2730939" [ 1123.257646] env[63309]: _type = "Task" [ 1123.257646] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.266233] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730939, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.336909] env[63309]: DEBUG nova.compute.manager [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Received event network-changed-9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.337208] env[63309]: DEBUG nova.compute.manager [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Refreshing instance network info cache due to event network-changed-9c5cc96d-1a29-4807-820b-770c1502c8f4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.337600] env[63309]: DEBUG oslo_concurrency.lockutils [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] Acquiring lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.337869] env[63309]: DEBUG oslo_concurrency.lockutils [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] Acquired lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.338158] env[63309]: DEBUG nova.network.neutron [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Refreshing network info cache for port 9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.691982] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.692549] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.701182] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.204s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.707383] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.707604] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.707757] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.707932] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.708084] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.708227] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.708422] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.708585] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.708787] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.708908] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.709066] env[63309]: DEBUG nova.virt.hardware [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.715067] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.715628] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173e2afc-52fc-48dc-944c-898ce33cccee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.742742] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1123.742742] env[63309]: value = "task-2730940" [ 1123.742742] env[63309]: _type = "Task" [ 1123.742742] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.754411] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.770551] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730939, 'name': CreateVM_Task, 'duration_secs': 0.428229} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.770551] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.770551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.770551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.770551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.770551] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb88376-8448-46a5-933b-13cfae85d4db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.778376] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1123.778376] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b36c7-ae0a-3800-5bc3-6407387f03dc" [ 1123.778376] env[63309]: _type = "Task" [ 1123.778376] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.789299] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b36c7-ae0a-3800-5bc3-6407387f03dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.068861] env[63309]: DEBUG nova.network.neutron [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updated VIF entry in instance network info cache for port 9c5cc96d-1a29-4807-820b-770c1502c8f4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.069282] env[63309]: DEBUG nova.network.neutron [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updating instance_info_cache with network_info: [{"id": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "address": "fa:16:3e:85:a6:3c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5cc96d-1a", "ovs_interfaceid": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.204304] env[63309]: DEBUG nova.compute.utils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.205900] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.206111] env[63309]: DEBUG nova.network.neutron [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.219526] env[63309]: INFO nova.compute.claims [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.244572] env[63309]: DEBUG nova.policy [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc88ed8a79804b1794d20df874211c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7f60f296b694335a33232f21e221c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.258437] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.290847] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b36c7-ae0a-3800-5bc3-6407387f03dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012738} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.291235] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.291510] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.291754] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.291937] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.292162] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.292462] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee616a0b-345a-4c83-a78e-d945da9eb8bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.303553] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.303770] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.304595] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a40c04a-77cc-47b6-b97a-cd85241360cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.310737] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1124.310737] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bb13f-ed07-ad48-1132-3312cea1d5ab" [ 1124.310737] env[63309]: _type = "Task" [ 1124.310737] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.319661] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bb13f-ed07-ad48-1132-3312cea1d5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.527880] env[63309]: DEBUG nova.network.neutron [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Successfully created port: 18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.571663] env[63309]: DEBUG oslo_concurrency.lockutils [req-019ae18c-3d00-4807-b70a-a2661775385d req-d28ccf05-e10a-46aa-bf53-d6c2b45295d9 service nova] Releasing lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.684608] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f503d21-caec-468e-8e21-fe883948d3f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.704805] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.711945] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.727023] env[63309]: INFO nova.compute.resource_tracker [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating resource usage from migration 9cd4f177-1b16-4ef4-a5af-032dfcc0c87f [ 1124.767502] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.821486] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bb13f-ed07-ad48-1132-3312cea1d5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01252} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.826031] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1841c0d7-3313-4aed-af63-944cb2da601a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.832814] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1124.832814] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525a65b6-8af7-588a-8cc3-5eb8301189a0" [ 1124.832814] env[63309]: _type = "Task" [ 1124.832814] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.845091] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525a65b6-8af7-588a-8cc3-5eb8301189a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.923920] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ba72a-549c-40f6-a0e3-9ba76d8fa358 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.932326] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c658504f-02e7-4da5-a7b8-028c77a0a84b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.966950] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5903444a-45db-400c-ac70-13e03d2e4384 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.975988] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762ac0e-c663-4307-9869-46af548a7958 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.990906] env[63309]: DEBUG nova.compute.provider_tree [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.211179] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.211600] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2143c06-5d9b-44e6-8721-89a16e564a6f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.227816] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1125.227816] env[63309]: value = "task-2730941" [ 1125.227816] env[63309]: _type = "Task" [ 1125.227816] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.238574] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.258552] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730940, 'name': ReconfigVM_Task, 'duration_secs': 1.211515} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.259363] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.260206] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c942ba5d-9dee-442a-8303-fee5875e47ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.285754] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-c3c8dcab-08ec-4015-8689-4495796de8fe/volume-c3c8dcab-08ec-4015-8689-4495796de8fe.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.286093] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9cf8877-c49e-45c3-87a7-08c6117297bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.307168] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1125.307168] env[63309]: value = "task-2730942" [ 1125.307168] env[63309]: _type = "Task" [ 1125.307168] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.322756] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.343951] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525a65b6-8af7-588a-8cc3-5eb8301189a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.344330] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.344717] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] da4081fc-3e2a-4aef-aeff-990b286891a7/da4081fc-3e2a-4aef-aeff-990b286891a7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.345043] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce49c7c6-d4f7-4471-854f-282c84f6e09d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.352787] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1125.352787] env[63309]: value = "task-2730943" [ 1125.352787] env[63309]: _type = "Task" [ 1125.352787] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.362137] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.364678] env[63309]: DEBUG nova.compute.manager [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Received event network-changed-eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.364786] env[63309]: DEBUG nova.compute.manager [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Refreshing instance network info cache due to event network-changed-eee39a53-04ea-4662-bc02-a295b6908271. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.364965] env[63309]: DEBUG oslo_concurrency.lockutils [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] Acquiring lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.365130] env[63309]: DEBUG oslo_concurrency.lockutils [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] Acquired lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.365276] env[63309]: DEBUG nova.network.neutron [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Refreshing network info cache for port eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.494520] env[63309]: DEBUG nova.scheduler.client.report [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.719191] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.740100] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730941, 'name': PowerOffVM_Task, 'duration_secs': 0.236598} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.740872] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.740872] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.754015] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.754345] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.754539] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.754804] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.754993] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.755230] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.755482] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.755664] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.755839] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.756013] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.756190] env[63309]: DEBUG nova.virt.hardware [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.757133] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854b340f-fec4-496f-8842-6e4aa2f3019f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.767198] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f8bac2-63e7-4cf4-b657-ce95c4117322 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.818906] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.865960] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730943, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.000782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.300s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.001064] env[63309]: INFO nova.compute.manager [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Migrating [ 1126.008438] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.925s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.008707] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.008904] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1126.012547] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba37cdbb-ae8b-49d3-9d2f-2b1f42562d17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.035377] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0f736-1b77-4044-a9a4-23ea897e4dfe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.056317] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28a798-cd52-4f9a-9047-880c5251a489 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.066534] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d13104-1574-48c8-9911-553960bfc30e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.100505] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178989MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1126.100673] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.100896] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.213774] env[63309]: DEBUG nova.compute.manager [req-815b3374-3b78-4f16-8ff3-46d0b2b5b6ab req-82fe2ee5-cece-48fa-a9a9-28f9a2aec17e service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Received event network-vif-plugged-18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.213997] env[63309]: DEBUG oslo_concurrency.lockutils [req-815b3374-3b78-4f16-8ff3-46d0b2b5b6ab req-82fe2ee5-cece-48fa-a9a9-28f9a2aec17e service nova] Acquiring lock "642896e3-444b-4867-a514-7b942073da48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.214270] env[63309]: DEBUG oslo_concurrency.lockutils [req-815b3374-3b78-4f16-8ff3-46d0b2b5b6ab req-82fe2ee5-cece-48fa-a9a9-28f9a2aec17e service nova] Lock "642896e3-444b-4867-a514-7b942073da48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.214380] env[63309]: DEBUG oslo_concurrency.lockutils [req-815b3374-3b78-4f16-8ff3-46d0b2b5b6ab req-82fe2ee5-cece-48fa-a9a9-28f9a2aec17e service nova] Lock "642896e3-444b-4867-a514-7b942073da48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.214485] env[63309]: DEBUG nova.compute.manager [req-815b3374-3b78-4f16-8ff3-46d0b2b5b6ab req-82fe2ee5-cece-48fa-a9a9-28f9a2aec17e service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] No waiting events found dispatching network-vif-plugged-18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.214636] env[63309]: WARNING nova.compute.manager [req-815b3374-3b78-4f16-8ff3-46d0b2b5b6ab req-82fe2ee5-cece-48fa-a9a9-28f9a2aec17e service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Received unexpected event network-vif-plugged-18b93239-6db1-4f80-8cac-3406b8c0544c for instance with vm_state building and task_state spawning. [ 1126.230782] env[63309]: DEBUG nova.network.neutron [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updated VIF entry in instance network info cache for port eee39a53-04ea-4662-bc02-a295b6908271. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.231161] env[63309]: DEBUG nova.network.neutron [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [{"id": "eee39a53-04ea-4662-bc02-a295b6908271", "address": "fa:16:3e:f5:54:f4", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee39a53-04", "ovs_interfaceid": "eee39a53-04ea-4662-bc02-a295b6908271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.249593] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.249898] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.249983] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.250164] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.250313] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.250460] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.250709] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.250898] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.251090] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.251260] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.251644] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.257844] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffa9b22-44a5-4081-8418-d8b29bdb4b85 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.277635] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1126.277635] env[63309]: value = "task-2730944" [ 1126.277635] env[63309]: _type = "Task" [ 1126.277635] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.289279] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.319461] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730942, 'name': ReconfigVM_Task, 'duration_secs': 0.5737} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.319739] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-c3c8dcab-08ec-4015-8689-4495796de8fe/volume-c3c8dcab-08ec-4015-8689-4495796de8fe.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.320036] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.365027] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559162} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.365941] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] da4081fc-3e2a-4aef-aeff-990b286891a7/da4081fc-3e2a-4aef-aeff-990b286891a7.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.366189] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.366445] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc8565c0-5a3e-432f-a3b8-838f43ab58cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.375045] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1126.375045] env[63309]: value = "task-2730945" [ 1126.375045] env[63309]: _type = "Task" [ 1126.375045] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.385589] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.523078] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.523289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.523454] env[63309]: DEBUG nova.network.neutron [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.549771] env[63309]: DEBUG nova.network.neutron [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Successfully updated port: 18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.566807] env[63309]: DEBUG nova.compute.manager [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Received event network-changed-18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.567011] env[63309]: DEBUG nova.compute.manager [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Refreshing instance network info cache due to event network-changed-18b93239-6db1-4f80-8cac-3406b8c0544c. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1126.567314] env[63309]: DEBUG oslo_concurrency.lockutils [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] Acquiring lock "refresh_cache-642896e3-444b-4867-a514-7b942073da48" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.567368] env[63309]: DEBUG oslo_concurrency.lockutils [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] Acquired lock "refresh_cache-642896e3-444b-4867-a514-7b942073da48" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.567534] env[63309]: DEBUG nova.network.neutron [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Refreshing network info cache for port 18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.734258] env[63309]: DEBUG oslo_concurrency.lockutils [req-ea8911f1-ae08-4eb4-a8fb-2ab1f5d2926f req-47d31d79-01e3-4ae4-ad7c-0651ec5abbe3 service nova] Releasing lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.787615] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730944, 'name': ReconfigVM_Task, 'duration_secs': 0.414393} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.787884] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.826847] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4584f2d-6203-4e77-98e2-d331209b02bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.847349] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f5104f-b4e7-4a70-8641-f7a1435ff716 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.865638] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.884614] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176589} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.884881] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.885733] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376572ba-b261-4e2a-aa54-cf4f17db27a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.913121] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] da4081fc-3e2a-4aef-aeff-990b286891a7/da4081fc-3e2a-4aef-aeff-990b286891a7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.914193] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f57d90-4ebb-4ab1-a26b-918350eba3d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.936566] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1126.936566] env[63309]: value = "task-2730946" [ 1126.936566] env[63309]: _type = "Task" [ 1126.936566] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.947440] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.052996] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "refresh_cache-642896e3-444b-4867-a514-7b942073da48" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.113602] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 as it has an incoming, in-progress migration 031c87ee-289b-4d10-842b-5b39b8d6e74e. Migration status is migrating {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1127.113983] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance 647efb72-d036-4438-a7ca-8eb0891563e7 as it has an incoming, in-progress migration dd26ae64-7632-4501-bce4-85ff4e4a8486. Migration status is migrating {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1127.114107] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Applying migration context for instance b4528449-771b-45d6-8b9c-d51a76ecf26f as it has an incoming, in-progress migration 9cd4f177-1b16-4ef4-a5af-032dfcc0c87f. Migration status is pre-migrating {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1127.115522] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating resource usage from migration 031c87ee-289b-4d10-842b-5b39b8d6e74e [ 1127.115877] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating resource usage from migration dd26ae64-7632-4501-bce4-85ff4e4a8486 [ 1127.116168] env[63309]: INFO nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating resource usage from migration 9cd4f177-1b16-4ef4-a5af-032dfcc0c87f [ 1127.123231] env[63309]: DEBUG nova.network.neutron [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.141979] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.142168] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d8286083-c2ac-4a88-834e-199c8b0f1c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.142292] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 43f3f018-6543-4d8f-9dc3-74e5b45c6deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.142413] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.142532] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance be4432f4-17d0-456b-93c8-43614605797b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.142650] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration dd26ae64-7632-4501-bce4-85ff4e4a8486 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1127.142786] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 647efb72-d036-4438-a7ca-8eb0891563e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.142903] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance da4081fc-3e2a-4aef-aeff-990b286891a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.143025] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 031c87ee-289b-4d10-842b-5b39b8d6e74e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1127.143140] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 642896e3-444b-4867-a514-7b942073da48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.143249] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.143723] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Migration 9cd4f177-1b16-4ef4-a5af-032dfcc0c87f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1127.143723] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance b4528449-771b-45d6-8b9c-d51a76ecf26f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.143723] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1127.143937] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1127.227395] env[63309]: DEBUG nova.network.neutron [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.295519] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.295854] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.295854] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.296567] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.296567] env[63309]: DEBUG nova.virt.hardware [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.303527] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.305887] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda57461-a510-4dbc-9030-f8ae85a61520 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.329855] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1127.329855] env[63309]: value = "task-2730947" [ 1127.329855] env[63309]: _type = "Task" [ 1127.329855] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.343016] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.355563] env[63309]: DEBUG nova.network.neutron [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.374899] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26323fe8-efaf-464d-8c31-5717d1b4ee9d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.385880] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58519db1-826d-441a-9af4-66456180d220 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.419824] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97dad72-889d-49a6-a8da-c62147b139b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.429066] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9707c2de-7c07-47b3-a10d-7010ab443133 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.449451] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.461260] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730946, 'name': ReconfigVM_Task, 'duration_secs': 0.351534} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.461260] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Reconfigured VM instance instance-00000070 to attach disk [datastore2] da4081fc-3e2a-4aef-aeff-990b286891a7/da4081fc-3e2a-4aef-aeff-990b286891a7.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.461500] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b06e5d2-6cb5-4f89-bf1c-2e03d92dff5c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.471523] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1127.471523] env[63309]: value = "task-2730948" [ 1127.471523] env[63309]: _type = "Task" [ 1127.471523] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.482219] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730948, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.731119] env[63309]: DEBUG oslo_concurrency.lockutils [req-b8353a81-03fa-406c-9a15-cfdd3ca37353 req-cca5934e-b3cb-4eb2-8bd5-ebbbf0051fc3 service nova] Releasing lock "refresh_cache-642896e3-444b-4867-a514-7b942073da48" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.731290] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquired lock "refresh_cache-642896e3-444b-4867-a514-7b942073da48" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.731335] env[63309]: DEBUG nova.network.neutron [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.840847] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730947, 'name': ReconfigVM_Task, 'duration_secs': 0.215727} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.841213] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.841937] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e2c4e9-1e25-4553-8ca4-9eecca3b0111 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.865372] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7/0c8d52aa-d6c1-431c-b902-7c7721aefcf7.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.865987] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.867326] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b101b92-0ffc-4cc0-be74-a37f74415799 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.891265] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1127.891265] env[63309]: value = "task-2730949" [ 1127.891265] env[63309]: _type = "Task" [ 1127.891265] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.901138] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.955283] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.983714] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730948, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.287256] env[63309]: DEBUG nova.network.neutron [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.402894] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730949, 'name': ReconfigVM_Task, 'duration_secs': 0.378246} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.403268] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7/0c8d52aa-d6c1-431c-b902-7c7721aefcf7.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.403551] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.459988] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1128.460234] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.359s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.460700] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.460866] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Cleaning up deleted instances {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1128.487061] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730948, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.503135] env[63309]: DEBUG nova.network.neutron [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Updating instance_info_cache with network_info: [{"id": "18b93239-6db1-4f80-8cac-3406b8c0544c", "address": "fa:16:3e:e4:3e:94", "network": {"id": "d3c4b72a-6d60-4a0b-b7ee-e61621b6d29b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-384111192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f60f296b694335a33232f21e221c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b93239-6d", "ovs_interfaceid": "18b93239-6db1-4f80-8cac-3406b8c0544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.589730] env[63309]: DEBUG nova.network.neutron [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Port 7fa0a55b-b581-43cc-bf7d-e5453f03a40e binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1128.896580] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32052e59-e445-4c30-a64e-dce49165e46c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.922354] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.926833] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f7d49-d50f-43e9-a3d6-48657aa2d3a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.948196] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae78a1-50a3-4395-a0b1-a1f9459d064c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.982081] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] There are 61 instances to clean {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1128.982259] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: a2352c95-14de-423c-bc0c-c305df9706b3] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.984286] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.001661] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730948, 'name': Rename_Task, 'duration_secs': 1.168886} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.002377] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.002377] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d758c5f-99ff-49ca-a483-3dc0d8cb935e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.006901] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Releasing lock "refresh_cache-642896e3-444b-4867-a514-7b942073da48" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.007274] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Instance network_info: |[{"id": "18b93239-6db1-4f80-8cac-3406b8c0544c", "address": "fa:16:3e:e4:3e:94", "network": {"id": "d3c4b72a-6d60-4a0b-b7ee-e61621b6d29b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-384111192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f60f296b694335a33232f21e221c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b93239-6d", "ovs_interfaceid": "18b93239-6db1-4f80-8cac-3406b8c0544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.008284] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:3e:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b93239-6db1-4f80-8cac-3406b8c0544c', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.016370] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Creating folder: Project (a7f60f296b694335a33232f21e221c4e). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.018293] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8190ba-a0e8-4920-8012-9bf792f15c9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.020347] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1129.020347] env[63309]: value = "task-2730950" [ 1129.020347] env[63309]: _type = "Task" [ 1129.020347] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.032230] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Created folder: Project (a7f60f296b694335a33232f21e221c4e) in parent group-v549567. [ 1129.032519] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Creating folder: Instances. Parent ref: group-v549863. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.035837] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b311112-6fc9-4e37-a6be-aa15eed0ce09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.038625] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.049336] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Created folder: Instances in parent group-v549863. [ 1129.049609] env[63309]: DEBUG oslo.service.loopingcall [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.049825] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 642896e3-444b-4867-a514-7b942073da48] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.050056] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c466b39f-4892-42a3-9295-873789288c16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.072057] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.072057] env[63309]: value = "task-2730953" [ 1129.072057] env[63309]: _type = "Task" [ 1129.072057] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.083570] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730953, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.428167] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b291-5171-008d-4cd1-047941501186/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1129.429388] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dde3786-11e5-47e8-a16a-f8ecf0518d4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.433945] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.434203] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b474ce0-d5ba-4b7d-82a6-1905578f17e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.442365] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b291-5171-008d-4cd1-047941501186/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1129.442573] env[63309]: ERROR oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b291-5171-008d-4cd1-047941501186/disk-0.vmdk due to incomplete transfer. [ 1129.444210] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f0eb0da-83a5-4194-8a48-8e95d137c82b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446342] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1129.446342] env[63309]: value = "task-2730954" [ 1129.446342] env[63309]: _type = "Task" [ 1129.446342] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.461620] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.463166] env[63309]: DEBUG oslo_vmware.rw_handles [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b291-5171-008d-4cd1-047941501186/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1129.463482] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Uploaded image 652596f4-a19a-4796-ab55-3f140076ffd4 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1129.466752] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1129.467045] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c944fb68-e874-48a7-a890-d476d16fbc07 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.475460] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1129.475460] env[63309]: value = "task-2730955" [ 1129.475460] env[63309]: _type = "Task" [ 1129.475460] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.484885] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730955, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.489505] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f5965d29-9e57-42c6-876e-b2905e472aed] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.528544] env[63309]: DEBUG nova.network.neutron [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Port 8819f77a-14e2-424d-a46c-a5408ec922fb binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1129.533849] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.585161] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730953, 'name': CreateVM_Task, 'duration_secs': 0.444233} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.585389] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 642896e3-444b-4867-a514-7b942073da48] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.586222] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.586382] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.586784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.587118] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067be490-3e56-4870-acea-af1379d36bc8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.593070] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1129.593070] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52dcba0a-1335-e05d-2665-412ca3e996d5" [ 1129.593070] env[63309]: _type = "Task" [ 1129.593070] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.607712] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52dcba0a-1335-e05d-2665-412ca3e996d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.614729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.614729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.614729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.958544] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730954, 'name': PowerOffVM_Task, 'duration_secs': 0.30882} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.958931] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.958999] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.985057] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730955, 'name': Destroy_Task, 'duration_secs': 0.475501} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.985313] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Destroyed the VM [ 1129.985546] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1129.985800] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0003ba4-d893-49f1-a82a-8341c09f82f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.993393] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1129.993393] env[63309]: value = "task-2730956" [ 1129.993393] env[63309]: _type = "Task" [ 1129.993393] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.997083] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 41581283-dd67-49d0-a3ad-924ea4b67253] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.006586] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.032928] env[63309]: DEBUG oslo_vmware.api [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2730950, 'name': PowerOnVM_Task, 'duration_secs': 0.829194} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.033309] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.033583] env[63309]: INFO nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1130.033841] env[63309]: DEBUG nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.034783] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c347f16c-7dd6-46a3-b164-72ad3e7e5194 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.103969] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52dcba0a-1335-e05d-2665-412ca3e996d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016713} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.104303] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.104857] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.104857] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.105020] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.105156] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.105430] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf1c75c-6b4b-43a7-a558-b38bccd935d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.114615] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.114815] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.115566] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c731063e-472e-407e-9d3b-8126630bcdac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.123347] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1130.123347] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee1bd0-076b-6e6d-6b71-1c38d22c0678" [ 1130.123347] env[63309]: _type = "Task" [ 1130.123347] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.132955] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee1bd0-076b-6e6d-6b71-1c38d22c0678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.465549] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.465866] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.466091] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.466331] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.466559] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.466947] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.467234] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.467440] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.467627] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.467827] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.468018] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.473247] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a90e1ec-62ed-4127-bac0-bca824b948e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.489565] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1130.489565] env[63309]: value = "task-2730957" [ 1130.489565] env[63309]: _type = "Task" [ 1130.489565] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.500281] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 7049255a-23c2-4f0c-b935-dbe2cc21faed] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.502122] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.508030] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730956, 'name': RemoveSnapshot_Task, 'duration_secs': 0.477305} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.508353] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.508803] env[63309]: DEBUG nova.compute.manager [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.509462] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b386f-2995-4ae0-8116-9b28a05e1836 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.562750] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.563015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.563197] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.566124] env[63309]: INFO nova.compute.manager [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Took 18.29 seconds to build instance. [ 1130.635414] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ee1bd0-076b-6e6d-6b71-1c38d22c0678, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.636410] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eee4d52-bec1-49d5-8293-c2a6e81a781c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.642008] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1130.642008] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e4169d-1c19-bdd9-bd8a-81b667d14f6c" [ 1130.642008] env[63309]: _type = "Task" [ 1130.642008] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.650641] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e4169d-1c19-bdd9-bd8a-81b667d14f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.672321] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.672500] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.672683] env[63309]: DEBUG nova.network.neutron [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.000916] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.003482] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 9c2cac39-3fda-47ec-9b1d-9d210b9516b2] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.025641] env[63309]: INFO nova.compute.manager [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Shelve offloading [ 1131.068435] env[63309]: DEBUG oslo_concurrency.lockutils [None req-331604c5-4e84-46bd-bfb7-39e25b060caa tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.798s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.153991] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e4169d-1c19-bdd9-bd8a-81b667d14f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.154487] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.154578] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 642896e3-444b-4867-a514-7b942073da48/642896e3-444b-4867-a514-7b942073da48.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.154850] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce24084-8cf6-48a3-9f78-09909ec9fa06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.163025] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1131.163025] env[63309]: value = "task-2730958" [ 1131.163025] env[63309]: _type = "Task" [ 1131.163025] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.171645] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.173805] env[63309]: DEBUG nova.compute.manager [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Received event network-changed-9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.174057] env[63309]: DEBUG nova.compute.manager [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Refreshing instance network info cache due to event network-changed-9c5cc96d-1a29-4807-820b-770c1502c8f4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1131.174131] env[63309]: DEBUG oslo_concurrency.lockutils [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] Acquiring lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.174264] env[63309]: DEBUG oslo_concurrency.lockutils [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] Acquired lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.174419] env[63309]: DEBUG nova.network.neutron [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Refreshing network info cache for port 9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.389667] env[63309]: DEBUG nova.network.neutron [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.502640] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.506219] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: abbb07f4-d852-46c8-9b70-47aa046b1f5c] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.532074] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.532244] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ceb83a3-05e8-4684-8e24-1c0959ea880f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.541095] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1131.541095] env[63309]: value = "task-2730959" [ 1131.541095] env[63309]: _type = "Task" [ 1131.541095] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.551206] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.601710] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.601938] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.602139] env[63309]: DEBUG nova.network.neutron [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.673724] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730958, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.892543] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.928727] env[63309]: DEBUG nova.network.neutron [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updated VIF entry in instance network info cache for port 9c5cc96d-1a29-4807-820b-770c1502c8f4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.929154] env[63309]: DEBUG nova.network.neutron [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updating instance_info_cache with network_info: [{"id": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "address": "fa:16:3e:85:a6:3c", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5cc96d-1a", "ovs_interfaceid": "9c5cc96d-1a29-4807-820b-770c1502c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.001762] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730957, 'name': ReconfigVM_Task, 'duration_secs': 1.447958} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.002138] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.009378] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: bb7d182d-9fb4-4564-a116-3159fa1a7d1f] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.052574] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.052791] env[63309]: DEBUG nova.compute.manager [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.053584] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0663e33f-eab9-4a96-956f-cb238c65b161 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.059240] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.059404] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059570] env[63309]: DEBUG nova.network.neutron [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.174027] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730958, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.311620] env[63309]: DEBUG nova.network.neutron [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.402923] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a408867-5ff7-4b79-bc3e-dd9f0c7f4ca5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.410438] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3232bce-8cc4-49a6-9130-09adb05de972 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.432156] env[63309]: DEBUG oslo_concurrency.lockutils [req-18f7e6a3-69c4-434c-ad68-771723ff77c1 req-fecee79e-d3e9-44e1-8204-e8162115486f service nova] Releasing lock "refresh_cache-da4081fc-3e2a-4aef-aeff-990b286891a7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.509204] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.509600] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.509635] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.509800] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.509955] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.510154] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.510375] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.510536] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.510702] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.510871] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.511058] env[63309]: DEBUG nova.virt.hardware [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.516652] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.517118] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 3044afa7-90dd-4617-82e4-d90c2d306a35] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.518923] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157a31c1-63d6-49da-b276-3e513492e31e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.538695] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1132.538695] env[63309]: value = "task-2730960" [ 1132.538695] env[63309]: _type = "Task" [ 1132.538695] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.549016] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.674080] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730958, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.465293} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.676469] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 642896e3-444b-4867-a514-7b942073da48/642896e3-444b-4867-a514-7b942073da48.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.676748] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.677021] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ec9292-ecf8-48de-8f84-b8c59df88c06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.687077] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1132.687077] env[63309]: value = "task-2730961" [ 1132.687077] env[63309]: _type = "Task" [ 1132.687077] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.695607] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.804496] env[63309]: DEBUG nova.network.neutron [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.814158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.033183] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: d1ff1bf4-778c-4b31-a79f-b1a18e1dad39] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.051863] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.195290] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083824} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.195548] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.196324] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de2ec8-ab60-4b7a-84d1-0c1e8fd8f0b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.218704] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 642896e3-444b-4867-a514-7b942073da48/642896e3-444b-4867-a514-7b942073da48.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.218980] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f31178-03c1-4de1-b426-ea01ae3e7413 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.239936] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1133.239936] env[63309]: value = "task-2730962" [ 1133.239936] env[63309]: _type = "Task" [ 1133.239936] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.248752] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.307889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.415703] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c554b55-c36d-4639-9175-d48718842f84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.435263] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0101507-0df7-4c42-9ffb-04c16fb13f45 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.442919] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.510246] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c68ea-fb81-4bbf-ac93-ce0cf8ad3d2c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.530866] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817af9a0-f91e-4bb3-8751-e399aa5a2c77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.534616] env[63309]: DEBUG nova.compute.manager [req-27877950-eb32-483d-9c28-cb0b5a42776c req-f936417d-52e9-47a2-beb4-f88f2c90b9db service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-vif-unplugged-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.534822] env[63309]: DEBUG oslo_concurrency.lockutils [req-27877950-eb32-483d-9c28-cb0b5a42776c req-f936417d-52e9-47a2-beb4-f88f2c90b9db service nova] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.535030] env[63309]: DEBUG oslo_concurrency.lockutils [req-27877950-eb32-483d-9c28-cb0b5a42776c req-f936417d-52e9-47a2-beb4-f88f2c90b9db service nova] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.535197] env[63309]: DEBUG oslo_concurrency.lockutils [req-27877950-eb32-483d-9c28-cb0b5a42776c req-f936417d-52e9-47a2-beb4-f88f2c90b9db service nova] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.535359] env[63309]: DEBUG nova.compute.manager [req-27877950-eb32-483d-9c28-cb0b5a42776c req-f936417d-52e9-47a2-beb4-f88f2c90b9db service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] No waiting events found dispatching network-vif-unplugged-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.535522] env[63309]: WARNING nova.compute.manager [req-27877950-eb32-483d-9c28-cb0b5a42776c req-f936417d-52e9-47a2-beb4-f88f2c90b9db service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received unexpected event network-vif-unplugged-65861f01-4d05-4bfb-85b4-72c81921af5d for instance with vm_state shelved and task_state shelving_offloading. [ 1133.536230] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 9d3341de-402a-41c3-a202-f43eecbee5b8] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.545291] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.561246] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.621988] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.623248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41035f70-6250-4c34-9306-0b836c67f8e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.631446] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.631710] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-467cfcc7-463f-4fa7-8ebd-57ede252b5f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.696872] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.697146] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.697292] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleting the datastore file [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.697563] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ca2773-b4f6-458a-a1fb-b84722978773 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.703814] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1133.703814] env[63309]: value = "task-2730964" [ 1133.703814] env[63309]: _type = "Task" [ 1133.703814] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.711963] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.750199] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.949708] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.950046] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b7e88a-0ef1-449b-89c8-b905c5afc520 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.959028] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1133.959028] env[63309]: value = "task-2730965" [ 1133.959028] env[63309]: _type = "Task" [ 1133.959028] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.967180] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.039015] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2b47be0a-cff4-495c-b795-5bf6ee075759] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.056358] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.057031] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730960, 'name': ReconfigVM_Task, 'duration_secs': 1.334696} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.057266] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e6ca4d1-71c9-4147-9dab-6ac039316e22 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.058924] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.059700] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed5ffb-2b2f-445c-99e7-316a16f9a70c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.087539] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.089132] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5553bc1a-41da-49cf-b7ed-e9c7b982c3a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.102278] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1134.102278] env[63309]: value = "task-2730966" [ 1134.102278] env[63309]: _type = "Task" [ 1134.102278] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.108579] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1134.108579] env[63309]: value = "task-2730967" [ 1134.108579] env[63309]: _type = "Task" [ 1134.108579] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.115358] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.120339] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.213602] env[63309]: DEBUG oslo_vmware.api [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173462} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.214351] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.214460] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.214563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.239653] env[63309]: INFO nova.scheduler.client.report [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted allocations for instance 43f3f018-6543-4d8f-9dc3-74e5b45c6deb [ 1134.252728] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730962, 'name': ReconfigVM_Task, 'duration_secs': 0.651944} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.253067] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 642896e3-444b-4867-a514-7b942073da48/642896e3-444b-4867-a514-7b942073da48.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.253817] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b9e44d8-1e63-4e64-98ec-970102c23085 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.261025] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1134.261025] env[63309]: value = "task-2730968" [ 1134.261025] env[63309]: _type = "Task" [ 1134.261025] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.272194] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730968, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.468594] env[63309]: DEBUG oslo_vmware.api [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730965, 'name': PowerOnVM_Task, 'duration_secs': 0.420009} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.468887] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.469142] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f10280eb-f8da-4e2a-b99d-3a512657d4c7 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance '0c8d52aa-d6c1-431c-b902-7c7721aefcf7' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.541828] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: bad78816-6822-4d3e-b4b8-aee9a06325dd] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.612405] env[63309]: DEBUG oslo_vmware.api [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2730966, 'name': PowerOnVM_Task, 'duration_secs': 0.375681} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.615510] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.615510] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b41b3-31be-4bfb-86ec-bc3b24a94616 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance '647efb72-d036-4438-a7ca-8eb0891563e7' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.624390] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730967, 'name': ReconfigVM_Task, 'duration_secs': 0.372101} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.624660] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.624941] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.748094] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.748343] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.748566] env[63309]: DEBUG nova.objects.instance [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'resources' on Instance uuid 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.770679] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730968, 'name': Rename_Task, 'duration_secs': 0.153374} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.770924] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.771169] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f30aaace-6310-49c8-99ef-459425b30d4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.777106] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1134.777106] env[63309]: value = "task-2730969" [ 1134.777106] env[63309]: _type = "Task" [ 1134.777106] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.784211] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.045224] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 5f99bf64-be1e-4bbd-8426-8d880c0e8921] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.130723] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69117e0-7385-44fe-8b28-dfeffa5b5deb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.153862] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfa28d-b8fe-4ab4-bb4d-8eb41e1441ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.178492] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.250560] env[63309]: DEBUG nova.objects.instance [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'numa_topology' on Instance uuid 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.287376] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.549252] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: b29422bd-7a67-44ce-87d9-14d3e4fc6fba] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.752980] env[63309]: DEBUG nova.objects.base [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Object Instance<43f3f018-6543-4d8f-9dc3-74e5b45c6deb> lazy-loaded attributes: resources,numa_topology {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.773792] env[63309]: DEBUG nova.compute.manager [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.774038] env[63309]: DEBUG nova.compute.manager [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing instance network info cache due to event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.774199] env[63309]: DEBUG oslo_concurrency.lockutils [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.774345] env[63309]: DEBUG oslo_concurrency.lockutils [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.774524] env[63309]: DEBUG nova.network.neutron [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.788765] env[63309]: DEBUG oslo_vmware.api [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730969, 'name': PowerOnVM_Task, 'duration_secs': 0.934863} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.791451] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.791664] env[63309]: INFO nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1135.792039] env[63309]: DEBUG nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.793075] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6428e04d-c1fd-40d3-a44a-4602cc4d5e84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.913951] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba432e-2055-4690-8b94-490af3a0de7a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.921419] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9313c-3534-47cd-a6ae-9a8e10ac77a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.952540] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b251d82-f89b-42ce-ad72-e8735132d1b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.960157] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af307d26-c8e9-49e1-8c7f-ad0e4fd32e2b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.973811] env[63309]: DEBUG nova.compute.provider_tree [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.052696] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 5c362e72-dc93-4e23-a571-ba5fcb9fb8e3] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.312124] env[63309]: INFO nova.compute.manager [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Took 20.72 seconds to build instance. [ 1136.321269] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.321494] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.321670] env[63309]: DEBUG nova.compute.manager [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Going to confirm migration 8 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.477152] env[63309]: DEBUG nova.scheduler.client.report [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.548903] env[63309]: DEBUG nova.network.neutron [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updated VIF entry in instance network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.549330] env[63309]: DEBUG nova.network.neutron [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap65861f01-4d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.557089] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 4a7aa62c-4093-45ff-aa21-18e754cb14f1] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.813720] env[63309]: DEBUG oslo_concurrency.lockutils [None req-eb2f415c-6819-495d-8df5-a7394cd4ec75 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "642896e3-444b-4867-a514-7b942073da48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.225s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.834266] env[63309]: DEBUG nova.network.neutron [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Port 76357864-02a0-44d3-8584-530298d7b7f7 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1136.865725] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.865919] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.866115] env[63309]: DEBUG nova.network.neutron [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.866307] env[63309]: DEBUG nova.objects.instance [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'info_cache' on Instance uuid 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.984733] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.045176] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "642896e3-444b-4867-a514-7b942073da48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.045437] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "642896e3-444b-4867-a514-7b942073da48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.045679] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "642896e3-444b-4867-a514-7b942073da48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.045826] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "642896e3-444b-4867-a514-7b942073da48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.045996] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "642896e3-444b-4867-a514-7b942073da48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.048160] env[63309]: INFO nova.compute.manager [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Terminating instance [ 1137.052638] env[63309]: DEBUG oslo_concurrency.lockutils [req-75b3e02a-82e0-4330-8140-8c0528ce6c2a req-df517618-175e-401e-847c-46044487d46a service nova] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.060791] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 0a440792-9b4e-419a-9e0c-76e24088950d] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.251695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.342839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.343022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.343450] env[63309]: DEBUG nova.compute.manager [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Going to confirm migration 7 {{(pid=63309) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1137.492028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-290e627c-1023-4b2a-a923-b9f76a4c5f9e tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.272s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.492756] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.241s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.492882] env[63309]: INFO nova.compute.manager [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Unshelving [ 1137.552304] env[63309]: DEBUG nova.compute.manager [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.552530] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.553456] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be43ff5b-eeff-4f2b-9328-2d86db53af67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.561586] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.561826] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd4fee7-db1e-4e84-aa7b-f708e11b1a5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.563494] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f7b2d716-82b3-45ed-a035-cad21a6ec189] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.569881] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1137.569881] env[63309]: value = "task-2730970" [ 1137.569881] env[63309]: _type = "Task" [ 1137.569881] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.579425] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.863291] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.863456] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.863624] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.892414] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.892670] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquired lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.892962] env[63309]: DEBUG nova.network.neutron [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.893195] env[63309]: DEBUG nova.objects.instance [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'info_cache' on Instance uuid 647efb72-d036-4438-a7ca-8eb0891563e7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.066702] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: a4fbd008-35a9-402c-a226-600eb041131c] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.076692] env[63309]: DEBUG nova.network.neutron [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [{"id": "8819f77a-14e2-424d-a46c-a5408ec922fb", "address": "fa:16:3e:3c:6b:43", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8819f77a-14", "ovs_interfaceid": "8819f77a-14e2-424d-a46c-a5408ec922fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.083510] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730970, 'name': PowerOffVM_Task, 'duration_secs': 0.24232} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.083812] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.083940] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.084213] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b6df3e3-008a-452f-88ea-bb89cc3530c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.519297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.519556] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.519763] env[63309]: DEBUG nova.objects.instance [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'pci_requests' on Instance uuid 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.570689] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: ec6f9820-2a53-40af-b2bf-bb6916a76c3c] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.579204] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-0c8d52aa-d6c1-431c-b902-7c7721aefcf7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.579437] env[63309]: DEBUG nova.objects.instance [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'migration_context' on Instance uuid 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.607719] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.607976] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.608185] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Deleting the datastore file [datastore2] 642896e3-444b-4867-a514-7b942073da48 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.608443] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1c7492-2a23-4121-9517-2cd8c2ebafbc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.615670] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for the task: (returnval){ [ 1138.615670] env[63309]: value = "task-2730972" [ 1138.615670] env[63309]: _type = "Task" [ 1138.615670] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.623245] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.897507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.897695] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.897914] env[63309]: DEBUG nova.network.neutron [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.023920] env[63309]: DEBUG nova.objects.instance [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'numa_topology' on Instance uuid 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.073750] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 1f22d2c0-cad3-499e-a810-c4697e44d2a3] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.081766] env[63309]: DEBUG nova.objects.base [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Object Instance<0c8d52aa-d6c1-431c-b902-7c7721aefcf7> lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.082819] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7cce10-0c15-4679-9595-c7ddc7516add {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.108764] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505e6085-1b1c-4761-ad40-940aa62d1798 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.114649] env[63309]: DEBUG oslo_vmware.api [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1139.114649] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521bf934-7b00-4198-a91d-3f770c868d65" [ 1139.114649] env[63309]: _type = "Task" [ 1139.114649] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.126251] env[63309]: DEBUG oslo_vmware.api [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521bf934-7b00-4198-a91d-3f770c868d65, 'name': SearchDatastore_Task, 'duration_secs': 0.007456} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.129858] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.130429] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.142978] env[63309]: DEBUG nova.network.neutron [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [{"id": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "address": "fa:16:3e:ab:48:d9", "network": {"id": "8b4bf7a7-2bcc-4afe-8509-f8a4f9c55c02", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1361880071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5acd1e5f7a11466c960d6a51a9173ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa0a55b-b5", "ovs_interfaceid": "7fa0a55b-b581-43cc-bf7d-e5453f03a40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.526477] env[63309]: INFO nova.compute.claims [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.577082] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 769be7b2-8bb3-411d-8a58-413acd941d80] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.627785] env[63309]: DEBUG oslo_vmware.api [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Task: {'id': task-2730972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564542} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.628695] env[63309]: DEBUG nova.network.neutron [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.629888] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.630081] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.630267] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.630439] env[63309]: INFO nova.compute.manager [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] [instance: 642896e3-444b-4867-a514-7b942073da48] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1139.630673] env[63309]: DEBUG oslo.service.loopingcall [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.631055] env[63309]: DEBUG nova.compute.manager [-] [instance: 642896e3-444b-4867-a514-7b942073da48] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.631153] env[63309]: DEBUG nova.network.neutron [-] [instance: 642896e3-444b-4867-a514-7b942073da48] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.645718] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Releasing lock "refresh_cache-647efb72-d036-4438-a7ca-8eb0891563e7" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.645976] env[63309]: DEBUG nova.objects.instance [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'migration_context' on Instance uuid 647efb72-d036-4438-a7ca-8eb0891563e7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.856392] env[63309]: DEBUG nova.compute.manager [req-56c53030-8b4c-48b7-b5c8-c94c0d185e67 req-f28fd2fc-9fee-412d-b5d4-c2f988ce46b3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Received event network-vif-deleted-18b93239-6db1-4f80-8cac-3406b8c0544c {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.856599] env[63309]: INFO nova.compute.manager [req-56c53030-8b4c-48b7-b5c8-c94c0d185e67 req-f28fd2fc-9fee-412d-b5d4-c2f988ce46b3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Neutron deleted interface 18b93239-6db1-4f80-8cac-3406b8c0544c; detaching it from the instance and deleting it from the info cache [ 1139.856779] env[63309]: DEBUG nova.network.neutron [req-56c53030-8b4c-48b7-b5c8-c94c0d185e67 req-f28fd2fc-9fee-412d-b5d4-c2f988ce46b3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.079831] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 48291d80-f3fa-4336-ab1f-6e9abd9feb05] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.132164] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.148141] env[63309]: DEBUG nova.objects.base [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Object Instance<647efb72-d036-4438-a7ca-8eb0891563e7> lazy-loaded attributes: info_cache,migration_context {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.149177] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b596733-d789-4f8d-ac8c-c0159214a468 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.169849] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1767b008-d961-4965-862b-2ced566bf372 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.175450] env[63309]: DEBUG oslo_vmware.api [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1140.175450] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fe9c8b-75a2-0123-e1ef-65de663dd1f7" [ 1140.175450] env[63309]: _type = "Task" [ 1140.175450] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.185081] env[63309]: DEBUG oslo_vmware.api [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fe9c8b-75a2-0123-e1ef-65de663dd1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.007071} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.185341] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.340580] env[63309]: DEBUG nova.network.neutron [-] [instance: 642896e3-444b-4867-a514-7b942073da48] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.358902] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a093f3e2-f5a9-4060-86ba-087a1bf2b91f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.368748] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48287b5d-753b-4bbe-8195-50bf319b1994 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.401090] env[63309]: DEBUG nova.compute.manager [req-56c53030-8b4c-48b7-b5c8-c94c0d185e67 req-f28fd2fc-9fee-412d-b5d4-c2f988ce46b3 service nova] [instance: 642896e3-444b-4867-a514-7b942073da48] Detach interface failed, port_id=18b93239-6db1-4f80-8cac-3406b8c0544c, reason: Instance 642896e3-444b-4867-a514-7b942073da48 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1140.583166] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: cf0d4a84-d065-460d-b41f-2419c9630a54] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.642705] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd9c62e-55ba-42dd-a1b3-c84c9f3fe3dd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.649789] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c4b6e5-d37a-464e-81e0-f2807641c8af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.700500] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14ee0a4-bfb8-46dc-bf68-7a779ab71388 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.708164] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595841a-1126-4c0f-a805-bfd936bba37d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.739893] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a1797-7542-48f0-b656-3e0229ebe8f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.747467] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee99f270-3185-4ee2-8cfc-1f317994b52d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.760593] env[63309]: DEBUG nova.compute.provider_tree [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.843292] env[63309]: INFO nova.compute.manager [-] [instance: 642896e3-444b-4867-a514-7b942073da48] Took 1.21 seconds to deallocate network for instance. [ 1141.086604] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 85023cc0-6014-4f3e-acac-760242783fd2] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.263235] env[63309]: DEBUG nova.scheduler.client.report [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.349627] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.589894] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f2fdd805-5e73-497f-a24d-5023d32a8e14] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.746753] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11a25c2-b82b-45df-9016-0b59bd09a1f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.769503] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.250s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.771765] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.642s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.773757] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8555f607-2633-4fe6-8c47-c96005347a26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.781028] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.816488] env[63309]: INFO nova.network.neutron [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating port 65861f01-4d05-4bfb-85b4-72c81921af5d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1142.093500] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 45a48787-7ecd-431e-8e04-ff86665e4ead] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.287552] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.287882] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ff5947-65b6-4497-b8bc-adc7d3cbde8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.295837] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1142.295837] env[63309]: value = "task-2730973" [ 1142.295837] env[63309]: _type = "Task" [ 1142.295837] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.306174] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.437160] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc77ca8-fe4b-41d8-bc0b-fe1d6922638a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.444280] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ce070-a0da-47e2-9822-c0c484a34f6d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.474337] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa797f7-a61b-4488-95bc-e743ba669756 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.481620] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf265db7-5755-4ed6-9be0-44c0c5858a57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.495983] env[63309]: DEBUG nova.compute.provider_tree [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.597212] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2ea61370-d0d8-4331-a2f6-3b0f54b9b614] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.805593] env[63309]: DEBUG oslo_vmware.api [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730973, 'name': PowerOnVM_Task, 'duration_secs': 0.399718} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.805794] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.805971] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd45eb4-7b50-484c-8216-19d5c47abca2 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance 'b4528449-771b-45d6-8b9c-d51a76ecf26f' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.000294] env[63309]: DEBUG nova.scheduler.client.report [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.100192] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 3939c0f2-1a6e-414a-9baf-8efd347efee5] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.197497] env[63309]: DEBUG nova.compute.manager [req-ef142e51-9ea8-4d89-81e2-fde1b6012f4b req-65147484-7cff-45d7-88dd-c0461206ab3c service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-vif-plugged-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.197726] env[63309]: DEBUG oslo_concurrency.lockutils [req-ef142e51-9ea8-4d89-81e2-fde1b6012f4b req-65147484-7cff-45d7-88dd-c0461206ab3c service nova] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.197950] env[63309]: DEBUG oslo_concurrency.lockutils [req-ef142e51-9ea8-4d89-81e2-fde1b6012f4b req-65147484-7cff-45d7-88dd-c0461206ab3c service nova] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.198134] env[63309]: DEBUG oslo_concurrency.lockutils [req-ef142e51-9ea8-4d89-81e2-fde1b6012f4b req-65147484-7cff-45d7-88dd-c0461206ab3c service nova] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.198298] env[63309]: DEBUG nova.compute.manager [req-ef142e51-9ea8-4d89-81e2-fde1b6012f4b req-65147484-7cff-45d7-88dd-c0461206ab3c service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] No waiting events found dispatching network-vif-plugged-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.198460] env[63309]: WARNING nova.compute.manager [req-ef142e51-9ea8-4d89-81e2-fde1b6012f4b req-65147484-7cff-45d7-88dd-c0461206ab3c service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received unexpected event network-vif-plugged-65861f01-4d05-4bfb-85b4-72c81921af5d for instance with vm_state shelved_offloaded and task_state spawning. [ 1143.282519] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.282519] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.282519] env[63309]: DEBUG nova.network.neutron [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.603623] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: e1f519b7-16f2-47c4-aec3-23668a53dfea] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.014136] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.241s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.017830] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.832s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.030476] env[63309]: DEBUG nova.network.neutron [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.107153] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 6aa3506a-1e91-4a89-b34a-4289135bdd88] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.532928] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.559746] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='48b0855d0da06bd38fcdedd6854ce8d5',container_format='bare',created_at=2025-02-20T15:15:25Z,direct_url=,disk_format='vmdk',id=652596f4-a19a-4796-ab55-3f140076ffd4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-574239934-shelved',owner='c8a0e1cc90f14ba1b64a8b5301e5f9dc',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-02-20T15:15:39Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.560053] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.560224] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.560403] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.560574] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.560690] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.560895] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.561069] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.561239] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.561403] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.561571] env[63309]: DEBUG nova.virt.hardware [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.562545] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4f8a4-1454-4be6-9974-420cb3884e37 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.572901] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a294ee19-a4c3-4b05-8ee1-3e6cf319a29a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.577185] env[63309]: INFO nova.scheduler.client.report [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted allocation for migration 031c87ee-289b-4d10-842b-5b39b8d6e74e [ 1144.592501] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:4a:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65861f01-4d05-4bfb-85b4-72c81921af5d', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.600014] env[63309]: DEBUG oslo.service.loopingcall [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.602571] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.602965] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bbceb17-6979-43c6-b974-aca7677f2caa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.619563] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: cb666062-133e-4bee-86e4-c8a2998e3ddb] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.627513] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.627513] env[63309]: value = "task-2730974" [ 1144.627513] env[63309]: _type = "Task" [ 1144.627513] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.636811] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730974, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.711014] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b5e45-2cad-4c99-8c61-5d0ea90c1670 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.718928] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac84d98-0327-43a4-a6f1-af27861f8fe9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.748216] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25e544-1669-4603-a3a6-b96333464262 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.755418] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1de028-5727-4019-b265-73bb03b6628b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.768361] env[63309]: DEBUG nova.compute.provider_tree [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.084420] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3af9a6ce-66a5-4f0c-899e-d931e44e654b tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.763s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.122467] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 08bbc192-c6c0-4eb7-8f26-336732c1db17] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.138233] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730974, 'name': CreateVM_Task, 'duration_secs': 0.299277} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.138390] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.139358] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.139440] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.139798] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.140084] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ccb8c2-bd22-4a5d-830d-f5e08c7a3a9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.145145] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1145.145145] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a6e1a5-318e-7be1-9b94-0c5659d0a2e5" [ 1145.145145] env[63309]: _type = "Task" [ 1145.145145] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.154876] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52a6e1a5-318e-7be1-9b94-0c5659d0a2e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.229213] env[63309]: DEBUG nova.compute.manager [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.229459] env[63309]: DEBUG nova.compute.manager [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing instance network info cache due to event network-changed-65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1145.229611] env[63309]: DEBUG oslo_concurrency.lockutils [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] Acquiring lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.229750] env[63309]: DEBUG oslo_concurrency.lockutils [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] Acquired lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.229904] env[63309]: DEBUG nova.network.neutron [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Refreshing network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.272129] env[63309]: DEBUG nova.scheduler.client.report [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.540947] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.541169] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.541373] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.541553] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.541723] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.543913] env[63309]: INFO nova.compute.manager [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Terminating instance [ 1145.626970] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: cd8beef9-1144-4fef-a50b-801249e7eebb] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.656271] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.656518] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Processing image 652596f4-a19a-4796-ab55-3f140076ffd4 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.656782] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.656944] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.657143] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.657388] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae8f6c84-17b4-4717-ba6e-5178680478ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.665817] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.665990] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.666690] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb98e18-59e6-4fc3-bfae-5b3fd1f3ecf7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.671534] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1145.671534] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5255e52c-d93c-b067-f026-adedf1078bbd" [ 1145.671534] env[63309]: _type = "Task" [ 1145.671534] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.678954] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5255e52c-d93c-b067-f026-adedf1078bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.816237] env[63309]: DEBUG nova.network.neutron [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Port 76357864-02a0-44d3-8584-530298d7b7f7 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.816237] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.816328] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.816421] env[63309]: DEBUG nova.network.neutron [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.941986] env[63309]: DEBUG nova.network.neutron [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updated VIF entry in instance network info cache for port 65861f01-4d05-4bfb-85b4-72c81921af5d. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.942522] env[63309]: DEBUG nova.network.neutron [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [{"id": "65861f01-4d05-4bfb-85b4-72c81921af5d", "address": "fa:16:3e:a2:4a:dc", "network": {"id": "b7e06108-9b34-4ef7-be5d-1bbc5b2ff43e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-42077951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8a0e1cc90f14ba1b64a8b5301e5f9dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65861f01-4d", "ovs_interfaceid": "65861f01-4d05-4bfb-85b4-72c81921af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.048204] env[63309]: DEBUG nova.compute.manager [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.048374] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.049341] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa684f77-c824-4a5c-934b-68e2a52a31c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.059098] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.059320] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648cb007-dc80-4a44-8617-7899bc386383 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.065790] env[63309]: DEBUG oslo_vmware.api [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1146.065790] env[63309]: value = "task-2730975" [ 1146.065790] env[63309]: _type = "Task" [ 1146.065790] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.073438] env[63309]: DEBUG oslo_vmware.api [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.130669] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 6d80bbf1-5ef9-43c7-979f-d1eea7bc8627] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.181782] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.182046] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Fetch image to [datastore1] OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80/OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.182235] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Downloading stream optimized image 652596f4-a19a-4796-ab55-3f140076ffd4 to [datastore1] OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80/OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80.vmdk on the data store datastore1 as vApp {{(pid=63309) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.182405] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Downloading image file data 652596f4-a19a-4796-ab55-3f140076ffd4 to the ESX as VM named 'OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80' {{(pid=63309) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.263568] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1146.263568] env[63309]: value = "resgroup-9" [ 1146.263568] env[63309]: _type = "ResourcePool" [ 1146.263568] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1146.263865] env[63309]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3c2161d8-a4f7-4c1e-ae8b-bda378460a32 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.285238] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.267s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.287954] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease: (returnval){ [ 1146.287954] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ed1ead-ffe1-036b-1d74-81a630b6d766" [ 1146.287954] env[63309]: _type = "HttpNfcLease" [ 1146.287954] env[63309]: } obtained for vApp import into resource pool (val){ [ 1146.287954] env[63309]: value = "resgroup-9" [ 1146.287954] env[63309]: _type = "ResourcePool" [ 1146.287954] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1146.288223] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the lease: (returnval){ [ 1146.288223] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ed1ead-ffe1-036b-1d74-81a630b6d766" [ 1146.288223] env[63309]: _type = "HttpNfcLease" [ 1146.288223] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.288442] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.939s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.289169] env[63309]: DEBUG nova.objects.instance [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lazy-loading 'resources' on Instance uuid 642896e3-444b-4867-a514-7b942073da48 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.297032] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.297032] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ed1ead-ffe1-036b-1d74-81a630b6d766" [ 1146.297032] env[63309]: _type = "HttpNfcLease" [ 1146.297032] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.445163] env[63309]: DEBUG oslo_concurrency.lockutils [req-4a87ec78-ce2e-4273-a379-ca76e6048f57 req-b67ce845-857d-4be5-a00f-12da2ce22e3d service nova] Releasing lock "refresh_cache-43f3f018-6543-4d8f-9dc3-74e5b45c6deb" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.536295] env[63309]: DEBUG nova.network.neutron [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.575764] env[63309]: DEBUG oslo_vmware.api [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730975, 'name': PowerOffVM_Task, 'duration_secs': 0.196902} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.575986] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.576180] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.576457] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1391ae1-b946-4946-80ef-c170392c2aba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.635367] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: aa241a66-d686-4b81-9bb7-f6c97052af0c] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.637335] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.637468] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.637640] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleting the datastore file [datastore2] 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.638131] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd3afc0-4621-4425-8b77-cbe447adca95 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.644405] env[63309]: DEBUG oslo_vmware.api [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1146.644405] env[63309]: value = "task-2730978" [ 1146.644405] env[63309]: _type = "Task" [ 1146.644405] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.652120] env[63309]: DEBUG oslo_vmware.api [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.808576] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.808576] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ed1ead-ffe1-036b-1d74-81a630b6d766" [ 1146.808576] env[63309]: _type = "HttpNfcLease" [ 1146.808576] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.808948] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.808948] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ed1ead-ffe1-036b-1d74-81a630b6d766" [ 1146.808948] env[63309]: _type = "HttpNfcLease" [ 1146.808948] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1146.809949] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22895da0-bf3d-4acc-86e3-73d997ca1cfe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.818260] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52497bad-1728-0db7-4394-778eda94865a/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.818450] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52497bad-1728-0db7-4394-778eda94865a/disk-0.vmdk. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1146.882665] env[63309]: INFO nova.scheduler.client.report [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted allocation for migration dd26ae64-7632-4501-bce4-85ff4e4a8486 [ 1146.891426] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c87c2727-c7e6-4ec8-a3c8-f08a13e75e96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.003111] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1740d2e-3fcf-426a-bbf4-1a899f312f29 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.011304] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d215a54-5026-40da-b3ec-99d2db32513e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.045660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.050988] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d5fca-8a53-4d47-aec3-91b2c645ed67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.055741] env[63309]: INFO nova.compute.manager [None req-36e99655-bb4f-4204-a1ea-2172afa6cfd4 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Get console output [ 1147.056097] env[63309]: WARNING nova.virt.vmwareapi.driver [None req-36e99655-bb4f-4204-a1ea-2172afa6cfd4 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] The console log is missing. Check your VSPC configuration [ 1147.062752] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f37ae-fbc8-4d9e-a94e-db4effcf2789 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.078986] env[63309]: DEBUG nova.compute.provider_tree [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.138633] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 983feaac-59a0-49b3-b0a6-df826e873518] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.156161] env[63309]: DEBUG oslo_vmware.api [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157005} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.157707] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.157905] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.158105] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.158296] env[63309]: INFO nova.compute.manager [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1147.158538] env[63309]: DEBUG oslo.service.loopingcall [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.158735] env[63309]: DEBUG nova.compute.manager [-] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.158831] env[63309]: DEBUG nova.network.neutron [-] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.393850] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0041a94d-d90e-48d5-8a98-8987f88a6ddd tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.050s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.556672] env[63309]: DEBUG nova.compute.manager [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63309) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1147.584161] env[63309]: DEBUG nova.scheduler.client.report [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.633064] env[63309]: DEBUG nova.compute.manager [req-abf172c6-8d6d-4961-9a70-588074d9ab15 req-35265aa2-34a8-47b3-8630-1c4a9b183b39 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Received event network-vif-deleted-8819f77a-14e2-424d-a46c-a5408ec922fb {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.633247] env[63309]: INFO nova.compute.manager [req-abf172c6-8d6d-4961-9a70-588074d9ab15 req-35265aa2-34a8-47b3-8630-1c4a9b183b39 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Neutron deleted interface 8819f77a-14e2-424d-a46c-a5408ec922fb; detaching it from the instance and deleting it from the info cache [ 1147.633437] env[63309]: DEBUG nova.network.neutron [req-abf172c6-8d6d-4961-9a70-588074d9ab15 req-35265aa2-34a8-47b3-8630-1c4a9b183b39 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.641509] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 00a88b94-2daf-49d6-acfb-294be9838f90] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.055129] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1148.055398] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52497bad-1728-0db7-4394-778eda94865a/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.057031] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74398e-94df-469b-b15b-d78507543024 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.068247] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52497bad-1728-0db7-4394-778eda94865a/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.068405] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52497bad-1728-0db7-4394-778eda94865a/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1148.068713] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b2a7ec4a-11fa-40ce-a38e-ebe1fe3def94 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.091386] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.110461] env[63309]: DEBUG nova.network.neutron [-] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.129633] env[63309]: INFO nova.scheduler.client.report [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Deleted allocations for instance 642896e3-444b-4867-a514-7b942073da48 [ 1148.137446] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-308fa1bf-2a41-4e8d-978b-798e0c76f6ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.147496] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c218cb-d17b-449a-b8cc-ed1e4cd6b3b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.158660] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 9dafca40-ecac-4e8f-b50b-92dab404efb8] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.181467] env[63309]: DEBUG nova.compute.manager [req-abf172c6-8d6d-4961-9a70-588074d9ab15 req-35265aa2-34a8-47b3-8630-1c4a9b183b39 service nova] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Detach interface failed, port_id=8819f77a-14e2-424d-a46c-a5408ec922fb, reason: Instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1148.267125] env[63309]: DEBUG oslo_vmware.rw_handles [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52497bad-1728-0db7-4394-778eda94865a/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1148.267346] env[63309]: INFO nova.virt.vmwareapi.images [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Downloaded image file data 652596f4-a19a-4796-ab55-3f140076ffd4 [ 1148.268186] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe4513-9815-4066-a7a8-8e583f66d53b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.284520] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efb3bffc-0c1d-47f3-a948-02a54ed348df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.308351] env[63309]: INFO nova.virt.vmwareapi.images [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] The imported VM was unregistered [ 1148.310764] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1148.310993] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Creating directory with path [datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.311260] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c74b08b-66ee-4297-8768-c168fa7227d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.321072] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Created directory with path [datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.321253] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80/OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80.vmdk to [datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk. {{(pid=63309) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1148.321478] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3450bf65-2030-4a6f-b7a5-1386416925f2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.327484] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1148.327484] env[63309]: value = "task-2730980" [ 1148.327484] env[63309]: _type = "Task" [ 1148.327484] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.334937] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730980, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.613595] env[63309]: INFO nova.compute.manager [-] [instance: 0c8d52aa-d6c1-431c-b902-7c7721aefcf7] Took 1.45 seconds to deallocate network for instance. [ 1148.638337] env[63309]: DEBUG oslo_concurrency.lockutils [None req-556df5b1-d383-452a-a706-25c04e240878 tempest-ServerAddressesNegativeTestJSON-1983875743 tempest-ServerAddressesNegativeTestJSON-1983875743-project-member] Lock "642896e3-444b-4867-a514-7b942073da48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.593s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.661738] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 495bb89d-ad01-41ac-b722-af172a88d885] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.671055] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.671507] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.839101] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730980, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.120203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.165503] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: b72ef8ca-dc8d-413a-9aa2-0780d92247ee] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.174982] env[63309]: DEBUG nova.objects.instance [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'migration_context' on Instance uuid b4528449-771b-45d6-8b9c-d51a76ecf26f {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.338989] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730980, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.669918] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 42093264-2f5a-4d97-874b-dbc7a80692c7] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.840824] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730980, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.885034] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dc52ba-61a1-46a3-8f08-cb602cc2a482 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.897749] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d66f776-ded1-40eb-849b-4a1727df7735 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.935650] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7fe408-c889-44b1-be83-2564ba832529 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.944244] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6effe80e-dc49-4d46-afeb-bd4ba52a7548 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.958102] env[63309]: DEBUG nova.compute.provider_tree [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.173883] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: c01a75d1-07c1-4fd9-ab6c-5059fdeacd97] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.342206] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730980, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.462128] env[63309]: DEBUG nova.scheduler.client.report [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.682650] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f0598476-b847-4745-87ea-2f4b9b8d6603] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.840766] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730980, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.382749} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.841148] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80/OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80.vmdk to [datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk. [ 1150.841228] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Cleaning up location [datastore1] OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1150.841385] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c435ba50-f444-4945-88a2-c552a6c05b80 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.841640] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c91544c6-ce3a-41bb-9a50-6efd9e089bea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.848371] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1150.848371] env[63309]: value = "task-2730981" [ 1150.848371] env[63309]: _type = "Task" [ 1150.848371] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.855943] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.186757] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: af8a2354-d043-40e5-98c6-7f5d19098714] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.358887] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03431} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.359069] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.359222] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.359465] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk to [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.359712] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-771e1b1f-fb46-4ddd-818e-034d264d2b17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.365712] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1151.365712] env[63309]: value = "task-2730982" [ 1151.365712] env[63309]: _type = "Task" [ 1151.365712] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.372830] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.473490] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.802s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.480152] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.360s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.480401] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.506028] env[63309]: INFO nova.scheduler.client.report [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted allocations for instance 0c8d52aa-d6c1-431c-b902-7c7721aefcf7 [ 1151.620633] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.621028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.621377] env[63309]: DEBUG nova.objects.instance [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'flavor' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.690068] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 16126932-b0aa-439e-9557-34d9e9a6896d] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.876033] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730982, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.012902] env[63309]: DEBUG oslo_concurrency.lockutils [None req-dd39f87d-3f3a-4f44-9d2b-d45fe5464470 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "0c8d52aa-d6c1-431c-b902-7c7721aefcf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.472s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.125355] env[63309]: DEBUG nova.objects.instance [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.194070] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 30a14e79-df0a-4a42-9232-4c7a56fa731c] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.376135] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730982, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.630374] env[63309]: DEBUG nova.objects.base [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Object Instance<2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a> lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.630593] env[63309]: DEBUG nova.network.neutron [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.663852] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.664145] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.698082] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 135a5545-3e10-4e74-b324-438d1f40624d] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.723536] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a44ff78d-7166-4840-905a-e749fbc6ffcb tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.877512] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730982, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.017551] env[63309]: INFO nova.compute.manager [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Swapping old allocation on dict_keys(['c0925b0a-422f-4101-a1c7-1d0118bc03e5']) held by migration 9cd4f177-1b16-4ef4-a5af-032dfcc0c87f for instance [ 1153.045336] env[63309]: DEBUG nova.scheduler.client.report [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Overwriting current allocation {'allocations': {'c0925b0a-422f-4101-a1c7-1d0118bc03e5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '3072e69d1b6e4c7e8b00cb5043aef4dc', 'user_id': '9b72e07e9603411784dd3277872f4b62', 'consumer_generation': 1} on consumer b4528449-771b-45d6-8b9c-d51a76ecf26f {{(pid=63309) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1153.135475] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.135680] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.135909] env[63309]: DEBUG nova.network.neutron [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.166253] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.202030] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: e65851fc-79c2-4698-8176-a01d65cb9a57] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.378916] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730982, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.685915] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.686216] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.689579] env[63309]: INFO nova.compute.claims [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.705891] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 6a90b4e2-a9fc-4eec-b00d-e60dbb0ea5be] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.841529] env[63309]: DEBUG nova.network.neutron [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [{"id": "76357864-02a0-44d3-8584-530298d7b7f7", "address": "fa:16:3e:34:2d:fa", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76357864-02", "ovs_interfaceid": "76357864-02a0-44d3-8584-530298d7b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.877249] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730982, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.214088} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.877503] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/652596f4-a19a-4796-ab55-3f140076ffd4/652596f4-a19a-4796-ab55-3f140076ffd4.vmdk to [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.878290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb9dfd-f6c7-408c-99ef-8e1f3400b7a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.899781] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.900021] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b021a1-c02a-4506-bafa-8656ddd4516e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.918860] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1153.918860] env[63309]: value = "task-2730983" [ 1153.918860] env[63309]: _type = "Task" [ 1153.918860] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.926212] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.210951] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 54e181f5-aeca-434b-aacd-4c358924599a] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.344313] env[63309]: DEBUG oslo_concurrency.lockutils [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-b4528449-771b-45d6-8b9c-d51a76ecf26f" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.345408] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d154da9c-41ba-4e25-8032-9cf58387c462 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.352648] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732876b-4b2d-4a08-9c48-49b7ad86d4ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.427995] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730983, 'name': ReconfigVM_Task, 'duration_secs': 0.291711} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.428296] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb/43f3f018-6543-4d8f-9dc3-74e5b45c6deb.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.428918] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e277c5-fb66-4c4d-8ffc-69546c20905b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.435084] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1154.435084] env[63309]: value = "task-2730984" [ 1154.435084] env[63309]: _type = "Task" [ 1154.435084] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.443357] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730984, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.655292] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.655523] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.655853] env[63309]: DEBUG nova.objects.instance [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'flavor' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.714017] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 77d27edd-600f-4045-996d-278701d28d8b] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.817226] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd43b0b-ce8c-4a5b-b643-b37a0d13064a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.824635] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4de832-f42e-45e5-a3ff-4ef4d6f255fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.855105] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d19b7-0b18-43e1-a82c-70120dc788fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.862092] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e84b96-e413-42c2-b7ba-4dbd102f8aba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.875293] env[63309]: DEBUG nova.compute.provider_tree [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.945366] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730984, 'name': Rename_Task, 'duration_secs': 0.135528} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.945608] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.945860] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48bb648d-7114-4faf-9359-625cb7755dde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.952678] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1154.952678] env[63309]: value = "task-2730985" [ 1154.952678] env[63309]: _type = "Task" [ 1154.952678] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.960564] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.219148] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 24132d19-337b-4845-b2a4-bc65f574b61e] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.221973] env[63309]: DEBUG nova.objects.instance [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.378783] env[63309]: DEBUG nova.scheduler.client.report [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.433343] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.433690] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4b315b-519c-4456-aca3-512816675bf2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.440368] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1155.440368] env[63309]: value = "task-2730986" [ 1155.440368] env[63309]: _type = "Task" [ 1155.440368] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.450057] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.461481] env[63309]: DEBUG oslo_vmware.api [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2730985, 'name': PowerOnVM_Task, 'duration_secs': 0.439555} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.461756] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.573156] env[63309]: DEBUG nova.compute.manager [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.573156] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3014927-5f32-4d67-b22b-533c1831734d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.724443] env[63309]: DEBUG nova.objects.base [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Object Instance<2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a> lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.724666] env[63309]: DEBUG nova.network.neutron [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.726670] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 43daa061-8ca8-4e4f-9c12-44eedd288acd] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.762909] env[63309]: DEBUG nova.policy [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.884015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.884530] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.949775] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730986, 'name': PowerOffVM_Task, 'duration_secs': 0.205256} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.950046] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.950675] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.950887] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.951060] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.951251] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.951398] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.951547] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.951747] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.951904] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.952083] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.952245] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.952417] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.959015] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0e4a36-5bc1-489a-86f9-b26f4823e7f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.975037] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1155.975037] env[63309]: value = "task-2730987" [ 1155.975037] env[63309]: _type = "Task" [ 1155.975037] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.983465] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.988894] env[63309]: DEBUG nova.network.neutron [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Successfully created port: 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.089140] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a298e9e8-2e46-4570-82fb-dd2227c08375 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.596s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.230212] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: c95e9301-0004-4ed7-a2da-1cba22371eaf] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.388858] env[63309]: DEBUG nova.compute.utils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.390578] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.390747] env[63309]: DEBUG nova.network.neutron [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.486284] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730987, 'name': ReconfigVM_Task, 'duration_secs': 0.137267} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.487208] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f4a8e-4814-4acb-89aa-e125fd34be59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.508915] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.508915] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.509145] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.509185] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.509328] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.510782] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.510782] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.510782] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.510782] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.510782] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.510782] env[63309]: DEBUG nova.virt.hardware [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.511418] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247001ac-fc14-4298-b9fa-995c3e4aa38a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.517357] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1156.517357] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529a9b8f-29b7-9f6f-984c-9498675bafa4" [ 1156.517357] env[63309]: _type = "Task" [ 1156.517357] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.527179] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529a9b8f-29b7-9f6f-984c-9498675bafa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.691153] env[63309]: DEBUG nova.policy [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b144fe4405bc48e3bb8c6dfe3db5ed4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4de8159d42db4d74a4eee254ded7b0e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.733362] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: feb7d9ed-c1d5-40c6-8f6c-c5e138b58269] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.894121] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.010690] env[63309]: DEBUG nova.network.neutron [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Successfully created port: da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.029828] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529a9b8f-29b7-9f6f-984c-9498675bafa4, 'name': SearchDatastore_Task, 'duration_secs': 0.008005} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.035427] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.035727] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265ff66b-775f-400e-8094-a29b4785e724 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.054852] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1157.054852] env[63309]: value = "task-2730988" [ 1157.054852] env[63309]: _type = "Task" [ 1157.054852] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.063295] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.236258] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 159ca879-6987-4172-ba28-5bc3592daded] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.360100] env[63309]: DEBUG nova.compute.manager [req-3860a333-8881-4d19-b2db-74b830aba839 req-aa71b7c8-db3e-4d6a-b536-567a56983af1 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-vif-plugged-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.360331] env[63309]: DEBUG oslo_concurrency.lockutils [req-3860a333-8881-4d19-b2db-74b830aba839 req-aa71b7c8-db3e-4d6a-b536-567a56983af1 service nova] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.360535] env[63309]: DEBUG oslo_concurrency.lockutils [req-3860a333-8881-4d19-b2db-74b830aba839 req-aa71b7c8-db3e-4d6a-b536-567a56983af1 service nova] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.360707] env[63309]: DEBUG oslo_concurrency.lockutils [req-3860a333-8881-4d19-b2db-74b830aba839 req-aa71b7c8-db3e-4d6a-b536-567a56983af1 service nova] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.360871] env[63309]: DEBUG nova.compute.manager [req-3860a333-8881-4d19-b2db-74b830aba839 req-aa71b7c8-db3e-4d6a-b536-567a56983af1 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] No waiting events found dispatching network-vif-plugged-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.361048] env[63309]: WARNING nova.compute.manager [req-3860a333-8881-4d19-b2db-74b830aba839 req-aa71b7c8-db3e-4d6a-b536-567a56983af1 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received unexpected event network-vif-plugged-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b for instance with vm_state active and task_state None. [ 1157.433857] env[63309]: DEBUG nova.network.neutron [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Successfully updated port: 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.564453] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730988, 'name': ReconfigVM_Task, 'duration_secs': 0.198397} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.564715] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.565493] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06334b90-1397-41f2-93a9-48510222f02e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.589566] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.589798] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6906645-d31c-48db-b6a7-6acb6aab6368 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.606520] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1157.606520] env[63309]: value = "task-2730989" [ 1157.606520] env[63309]: _type = "Task" [ 1157.606520] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.613783] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.741680] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 5bbd2152-efa9-4c21-aa2a-d4df4ae4891d] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.903026] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.930394] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.930671] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.930852] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.931065] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.931284] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.931499] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.931736] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.931912] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.932123] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.932309] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.932499] env[63309]: DEBUG nova.virt.hardware [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.933437] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d7d6f8-2892-4a5e-ba2c-6c16edea7392 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.938687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.938687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.938687] env[63309]: DEBUG nova.network.neutron [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.944859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b7388-31f3-428b-8712-5ace752a2817 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.116953] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730989, 'name': ReconfigVM_Task, 'duration_secs': 0.276856} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.117286] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f/b4528449-771b-45d6-8b9c-d51a76ecf26f.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.118190] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb583ec-e328-40e3-a27a-1bfc0ba972aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.139104] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea8548-c748-44f7-ac28-c30da7ce3d03 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.160337] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c2570-daca-4721-92f1-0206018b6264 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.181320] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f7d7e4-704c-4c4e-a428-3ce1c2cd1e73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.190499] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.190499] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1a932a-90b5-481e-bbfc-08bb6527eb56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.195110] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1158.195110] env[63309]: value = "task-2730990" [ 1158.195110] env[63309]: _type = "Task" [ 1158.195110] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.202442] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.245077] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f712100c-2d2a-45b7-aa3c-5855baa58a77] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.383858] env[63309]: DEBUG nova.compute.manager [req-66ffc62e-a20e-414f-bfd4-88a07a08dd9d req-59cd9b75-c27a-4ee7-9333-aa656e439978 service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Received event network-vif-plugged-da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.384568] env[63309]: DEBUG oslo_concurrency.lockutils [req-66ffc62e-a20e-414f-bfd4-88a07a08dd9d req-59cd9b75-c27a-4ee7-9333-aa656e439978 service nova] Acquiring lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.384927] env[63309]: DEBUG oslo_concurrency.lockutils [req-66ffc62e-a20e-414f-bfd4-88a07a08dd9d req-59cd9b75-c27a-4ee7-9333-aa656e439978 service nova] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.385171] env[63309]: DEBUG oslo_concurrency.lockutils [req-66ffc62e-a20e-414f-bfd4-88a07a08dd9d req-59cd9b75-c27a-4ee7-9333-aa656e439978 service nova] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.385427] env[63309]: DEBUG nova.compute.manager [req-66ffc62e-a20e-414f-bfd4-88a07a08dd9d req-59cd9b75-c27a-4ee7-9333-aa656e439978 service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] No waiting events found dispatching network-vif-plugged-da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.385668] env[63309]: WARNING nova.compute.manager [req-66ffc62e-a20e-414f-bfd4-88a07a08dd9d req-59cd9b75-c27a-4ee7-9333-aa656e439978 service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Received unexpected event network-vif-plugged-da73f239-764d-4aad-9db0-6a926e42a122 for instance with vm_state building and task_state spawning. [ 1158.475660] env[63309]: WARNING nova.network.neutron [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] 2232098d-edc1-4f74-baf6-97c1fb41209b already exists in list: networks containing: ['2232098d-edc1-4f74-baf6-97c1fb41209b']. ignoring it [ 1158.480820] env[63309]: DEBUG nova.network.neutron [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Successfully updated port: da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.706907] env[63309]: DEBUG oslo_vmware.api [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730990, 'name': PowerOnVM_Task, 'duration_secs': 0.376654} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.707246] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.748527] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 64ede278-e96e-485e-8a84-f2701d95aec3] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.761797] env[63309]: DEBUG nova.network.neutron [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "address": "fa:16:3e:8f:27:cb", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f172e0-5c", "ovs_interfaceid": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.983567] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.983732] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.983889] env[63309]: DEBUG nova.network.neutron [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.251985] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: d3a67084-5702-4a8e-901d-bbafae785194] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.264883] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.265099] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.265261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.266114] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99f718-1978-4041-a3f0-20607ab3a10b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.283297] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.283514] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.283697] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.283883] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.284062] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.284194] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.284395] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.284551] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.284712] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.285207] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.285207] env[63309]: DEBUG nova.virt.hardware [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.291440] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfiguring VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.292168] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9ef97e-6a15-4133-b678-6943172a95d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.309669] env[63309]: DEBUG oslo_vmware.api [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1159.309669] env[63309]: value = "task-2730991" [ 1159.309669] env[63309]: _type = "Task" [ 1159.309669] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.317233] env[63309]: DEBUG oslo_vmware.api [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730991, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.385998] env[63309]: DEBUG nova.compute.manager [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-changed-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.386278] env[63309]: DEBUG nova.compute.manager [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing instance network info cache due to event network-changed-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.386413] env[63309]: DEBUG oslo_concurrency.lockutils [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.386551] env[63309]: DEBUG oslo_concurrency.lockutils [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.386706] env[63309]: DEBUG nova.network.neutron [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing network info cache for port 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.516678] env[63309]: DEBUG nova.network.neutron [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.636683] env[63309]: DEBUG nova.network.neutron [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.751104] env[63309]: INFO nova.compute.manager [None req-643d600a-37ba-4a6f-b763-84820c5c490f tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance to original state: 'active' [ 1159.754256] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.754406] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Cleaning up deleted instances with incomplete migration {{(pid=63309) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1159.819744] env[63309]: DEBUG oslo_vmware.api [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.083964] env[63309]: DEBUG nova.network.neutron [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updated VIF entry in instance network info cache for port 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.084417] env[63309]: DEBUG nova.network.neutron [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "address": "fa:16:3e:8f:27:cb", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f172e0-5c", "ovs_interfaceid": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.139297] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.139763] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Instance network_info: |[{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.140346] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:61:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da73f239-764d-4aad-9db0-6a926e42a122', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.149179] env[63309]: DEBUG oslo.service.loopingcall [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.149419] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.149649] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0dd55f-c29f-4663-a92f-018b4e192032 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.175335] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.175335] env[63309]: value = "task-2730992" [ 1160.175335] env[63309]: _type = "Task" [ 1160.175335] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.183671] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730992, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.259243] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.321280] env[63309]: DEBUG oslo_vmware.api [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2730991, 'name': ReconfigVM_Task, 'duration_secs': 0.907733} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.321838] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.322101] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfigured VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.461877] env[63309]: DEBUG nova.compute.manager [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Received event network-changed-da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.462144] env[63309]: DEBUG nova.compute.manager [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Refreshing instance network info cache due to event network-changed-da73f239-764d-4aad-9db0-6a926e42a122. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1160.462398] env[63309]: DEBUG oslo_concurrency.lockutils [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.462625] env[63309]: DEBUG oslo_concurrency.lockutils [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.462737] env[63309]: DEBUG nova.network.neutron [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Refreshing network info cache for port da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.587533] env[63309]: DEBUG oslo_concurrency.lockutils [req-dcc52bdb-4d71-40ae-ab0c-34f0b0e4e427 req-c937548d-82b3-45ec-94b8-d7d8274e1020 service nova] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.684747] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2730992, 'name': CreateVM_Task, 'duration_secs': 0.307885} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.684938] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.685595] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.685760] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.686158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.686417] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af201b71-7d5c-4fe9-95db-f6ab560f243f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.691380] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1160.691380] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b4500c-9962-ec5c-610e-f90496e35b91" [ 1160.691380] env[63309]: _type = "Task" [ 1160.691380] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.699288] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b4500c-9962-ec5c-610e-f90496e35b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.826701] env[63309]: DEBUG oslo_concurrency.lockutils [None req-fa3122d0-b3d3-4d0d-9dd5-0ecad2ca1c22 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.171s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.024833] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.025135] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.025350] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.025535] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.025721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.030033] env[63309]: INFO nova.compute.manager [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Terminating instance [ 1161.168053] env[63309]: DEBUG nova.network.neutron [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updated VIF entry in instance network info cache for port da73f239-764d-4aad-9db0-6a926e42a122. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.168481] env[63309]: DEBUG nova.network.neutron [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.201779] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b4500c-9962-ec5c-610e-f90496e35b91, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.202092] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.202321] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.202542] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.202686] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.202859] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.203128] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e2aceb-e99a-43f5-86da-a9cc19e8fd4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.217389] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.217563] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.218309] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e396a96-9302-4d0b-9e31-3fb6319fac86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.225378] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1161.225378] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8b5b3-12f5-97ec-ab41-20f461f441e3" [ 1161.225378] env[63309]: _type = "Task" [ 1161.225378] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.233111] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8b5b3-12f5-97ec-ab41-20f461f441e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.534754] env[63309]: DEBUG nova.compute.manager [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.535140] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.535288] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e5f8b2-95b6-43b3-9a04-fe3fe8cec2db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.543497] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1161.543497] env[63309]: value = "task-2730993" [ 1161.543497] env[63309]: _type = "Task" [ 1161.543497] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.552488] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.670797] env[63309]: DEBUG oslo_concurrency.lockutils [req-250d6494-e13c-4533-9fa0-60e00d74b118 req-77de1f8d-3f00-4407-b04e-832decb6a86c service nova] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.735581] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c8b5b3-12f5-97ec-ab41-20f461f441e3, 'name': SearchDatastore_Task, 'duration_secs': 0.045736} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.736397] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b33f00f-67b1-412c-9f6c-08819cde79e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.741590] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1161.741590] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cbfe7a-fd64-eeb9-7ea4-16d942628ca0" [ 1161.741590] env[63309]: _type = "Task" [ 1161.741590] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.749530] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cbfe7a-fd64-eeb9-7ea4-16d942628ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.910118] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.910361] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.055128] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730993, 'name': PowerOffVM_Task, 'duration_secs': 0.247557} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.055337] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.055539] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1162.055737] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549856', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'name': 'volume-10c70454-7e8a-42dc-b594-43df5adcfcad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b4528449-771b-45d6-8b9c-d51a76ecf26f', 'attached_at': '2025-02-20T15:16:04.000000', 'detached_at': '', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'serial': '10c70454-7e8a-42dc-b594-43df5adcfcad'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1162.057042] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c60db6-aa18-4b86-a5ed-74c96578c763 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.086259] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee94de4-b98f-4d38-a405-d19def7fc196 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.094763] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f30d6-49c3-4a26-8424-8ec195557af9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.114399] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b782b-7b67-44f9-9591-9ea7a4d2b905 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.130998] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] The volume has not been displaced from its original location: [datastore1] volume-10c70454-7e8a-42dc-b594-43df5adcfcad/volume-10c70454-7e8a-42dc-b594-43df5adcfcad.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1162.139588] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.143020] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8a67b6-2c6b-4898-8402-39545d5f08b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.158280] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1162.158280] env[63309]: value = "task-2730994" [ 1162.158280] env[63309]: _type = "Task" [ 1162.158280] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.167501] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.253599] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cbfe7a-fd64-eeb9-7ea4-16d942628ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.017889} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.254769] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.255068] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.257374] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d6782c9-a4a0-4c1a-b3bc-5f1601de6cda {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.264732] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1162.264732] env[63309]: value = "task-2730995" [ 1162.264732] env[63309]: _type = "Task" [ 1162.264732] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.275037] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.413660] env[63309]: DEBUG nova.compute.utils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.669318] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730994, 'name': ReconfigVM_Task, 'duration_secs': 0.275339} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.669729] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.674722] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d46c8a-bc0e-4693-9ea5-abdac09da66e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.692352] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1162.692352] env[63309]: value = "task-2730996" [ 1162.692352] env[63309]: _type = "Task" [ 1162.692352] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.705662] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.761647] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.762047] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.762598] env[63309]: DEBUG nova.objects.instance [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'flavor' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.777885] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476691} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.778328] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.778657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.779528] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3206802e-5fda-45bc-b69c-06f37f5ab3a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.788824] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1162.788824] env[63309]: value = "task-2730997" [ 1162.788824] env[63309]: _type = "Task" [ 1162.788824] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.801674] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.917609] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.202361] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.302330] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059097} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.302579] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.303455] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b527e848-a129-4028-a0d5-04ddec5072cb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.325909] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.328590] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48575992-2f23-4769-bf13-6a74653ad7b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.348393] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1163.348393] env[63309]: value = "task-2730998" [ 1163.348393] env[63309]: _type = "Task" [ 1163.348393] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.356168] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.373879] env[63309]: DEBUG nova.objects.instance [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.702335] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2730996, 'name': ReconfigVM_Task, 'duration_secs': 0.897451} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.702654] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549856', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'name': 'volume-10c70454-7e8a-42dc-b594-43df5adcfcad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b4528449-771b-45d6-8b9c-d51a76ecf26f', 'attached_at': '2025-02-20T15:16:04.000000', 'detached_at': '', 'volume_id': '10c70454-7e8a-42dc-b594-43df5adcfcad', 'serial': '10c70454-7e8a-42dc-b594-43df5adcfcad'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1163.702896] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.703665] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f74ab6-73fc-4306-91f7-79c9693ea197 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.710064] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.710453] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6139751-1289-471a-8260-d321616b8f20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.796955] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.797281] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.797475] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleting the datastore file [datastore1] b4528449-771b-45d6-8b9c-d51a76ecf26f {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.797785] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e66d3c4f-fee4-4655-ab6c-f8386c3495f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.804466] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1163.804466] env[63309]: value = "task-2731000" [ 1163.804466] env[63309]: _type = "Task" [ 1163.804466] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.813013] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.858939] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.876752] env[63309]: DEBUG nova.objects.base [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Object Instance<2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a> lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.877016] env[63309]: DEBUG nova.network.neutron [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.940568] env[63309]: DEBUG nova.policy [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.002024] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.002457] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.002853] env[63309]: INFO nova.compute.manager [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Attaching volume 29219fcf-be51-451b-8bdc-9218cf4be532 to /dev/sdb [ 1164.035727] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806ec1b-6d5c-4e2c-a03d-a6537b520bb3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.043318] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac15866f-ce89-4748-81f5-3b73ac0f3a06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.055746] env[63309]: DEBUG nova.virt.block_device [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating existing volume attachment record: 6fdd4a5d-3ea2-4a35-8499-499ee4379a88 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.314209] env[63309]: DEBUG oslo_vmware.api [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142774} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.314475] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.314679] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.314858] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.315053] env[63309]: INFO nova.compute.manager [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1164.315401] env[63309]: DEBUG oslo.service.loopingcall [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.315543] env[63309]: DEBUG nova.compute.manager [-] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.315663] env[63309]: DEBUG nova.network.neutron [-] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.357832] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2730998, 'name': ReconfigVM_Task, 'duration_secs': 0.617776} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.358170] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.358830] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b49f51-1c90-4c3e-9109-06a9f265e41d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.364250] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1164.364250] env[63309]: value = "task-2731004" [ 1164.364250] env[63309]: _type = "Task" [ 1164.364250] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.372055] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731004, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.740660] env[63309]: DEBUG nova.compute.manager [req-468d987b-0424-46bd-a7cf-1c1352929a75 req-359c2919-759b-4699-b354-d2ae083fc1d0 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Received event network-vif-deleted-76357864-02a0-44d3-8584-530298d7b7f7 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.740660] env[63309]: INFO nova.compute.manager [req-468d987b-0424-46bd-a7cf-1c1352929a75 req-359c2919-759b-4699-b354-d2ae083fc1d0 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Neutron deleted interface 76357864-02a0-44d3-8584-530298d7b7f7; detaching it from the instance and deleting it from the info cache [ 1164.740660] env[63309]: DEBUG nova.network.neutron [req-468d987b-0424-46bd-a7cf-1c1352929a75 req-359c2919-759b-4699-b354-d2ae083fc1d0 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.876654] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731004, 'name': Rename_Task, 'duration_secs': 0.135477} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.876654] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.876654] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e200e57b-7bf2-447d-9d8d-cd1034d0fba9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.885021] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1164.885021] env[63309]: value = "task-2731005" [ 1164.885021] env[63309]: _type = "Task" [ 1164.885021] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.890821] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.221376] env[63309]: DEBUG nova.network.neutron [-] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.245094] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88d0ab6b-a9e8-4433-b1ea-fb80dc9d2995 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.254891] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff0c5a-6fe4-4c41-b4e1-5ebc55a1c89d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.290553] env[63309]: DEBUG nova.compute.manager [req-468d987b-0424-46bd-a7cf-1c1352929a75 req-359c2919-759b-4699-b354-d2ae083fc1d0 service nova] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Detach interface failed, port_id=76357864-02a0-44d3-8584-530298d7b7f7, reason: Instance b4528449-771b-45d6-8b9c-d51a76ecf26f could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1165.351138] env[63309]: DEBUG nova.compute.manager [req-4373b4bb-abb1-4980-86af-7b0f4658f491 req-b2b47da9-8a1b-44c8-9048-457333f369a0 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-vif-plugged-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.351286] env[63309]: DEBUG oslo_concurrency.lockutils [req-4373b4bb-abb1-4980-86af-7b0f4658f491 req-b2b47da9-8a1b-44c8-9048-457333f369a0 service nova] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.351499] env[63309]: DEBUG oslo_concurrency.lockutils [req-4373b4bb-abb1-4980-86af-7b0f4658f491 req-b2b47da9-8a1b-44c8-9048-457333f369a0 service nova] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.351654] env[63309]: DEBUG oslo_concurrency.lockutils [req-4373b4bb-abb1-4980-86af-7b0f4658f491 req-b2b47da9-8a1b-44c8-9048-457333f369a0 service nova] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.351817] env[63309]: DEBUG nova.compute.manager [req-4373b4bb-abb1-4980-86af-7b0f4658f491 req-b2b47da9-8a1b-44c8-9048-457333f369a0 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] No waiting events found dispatching network-vif-plugged-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.351976] env[63309]: WARNING nova.compute.manager [req-4373b4bb-abb1-4980-86af-7b0f4658f491 req-b2b47da9-8a1b-44c8-9048-457333f369a0 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received unexpected event network-vif-plugged-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 for instance with vm_state active and task_state None. [ 1165.393135] env[63309]: DEBUG oslo_vmware.api [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731005, 'name': PowerOnVM_Task, 'duration_secs': 0.436577} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.393540] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.393775] env[63309]: INFO nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1165.394126] env[63309]: DEBUG nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.394919] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c6c35-14cb-4aee-9b7a-144dbd73dfc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.428824] env[63309]: DEBUG nova.network.neutron [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Successfully updated port: cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.724740] env[63309]: INFO nova.compute.manager [-] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Took 1.41 seconds to deallocate network for instance. [ 1165.913332] env[63309]: INFO nova.compute.manager [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Took 12.24 seconds to build instance. [ 1165.931239] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.931424] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.931601] env[63309]: DEBUG nova.network.neutron [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.268777] env[63309]: INFO nova.compute.manager [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: b4528449-771b-45d6-8b9c-d51a76ecf26f] Took 0.54 seconds to detach 1 volumes for instance. [ 1166.415785] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1a4ec687-ab8d-4e9b-9ed3-5bc2d3124fbb tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.751s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.487161] env[63309]: WARNING nova.network.neutron [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] 2232098d-edc1-4f74-baf6-97c1fb41209b already exists in list: networks containing: ['2232098d-edc1-4f74-baf6-97c1fb41209b']. ignoring it [ 1166.488379] env[63309]: WARNING nova.network.neutron [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] 2232098d-edc1-4f74-baf6-97c1fb41209b already exists in list: networks containing: ['2232098d-edc1-4f74-baf6-97c1fb41209b']. ignoring it [ 1166.760725] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.760725] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.775013] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.775332] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.775532] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.809350] env[63309]: INFO nova.scheduler.client.report [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted allocations for instance b4528449-771b-45d6-8b9c-d51a76ecf26f [ 1166.940365] env[63309]: DEBUG nova.network.neutron [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "address": "fa:16:3e:8f:27:cb", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f172e0-5c", "ovs_interfaceid": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6", "address": "fa:16:3e:04:7a:ac", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61b487-2d", "ovs_interfaceid": "cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.266054] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.266268] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.267077] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.267077] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.267077] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.267077] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_power_states {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.319461] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9656585b-665f-46f5-9bd7-c9c79a3154ea tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "b4528449-771b-45d6-8b9c-d51a76ecf26f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.294s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.401401] env[63309]: DEBUG nova.compute.manager [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-changed-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.401594] env[63309]: DEBUG nova.compute.manager [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing instance network info cache due to event network-changed-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1167.401786] env[63309]: DEBUG oslo_concurrency.lockutils [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.442737] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.443446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.443620] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.443894] env[63309]: DEBUG oslo_concurrency.lockutils [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.444093] env[63309]: DEBUG nova.network.neutron [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Refreshing network info cache for port cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.446209] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe947df2-cd68-4b32-9d5c-a9961c2f97ee {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.464518] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.464744] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.464899] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.465116] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.465284] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.465434] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.465635] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.465793] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.465955] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.466166] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.466296] env[63309]: DEBUG nova.virt.hardware [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.472554] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfiguring VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1167.473285] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3e5663-3bb6-4383-a1b7-34dcc51989bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.490121] env[63309]: DEBUG oslo_vmware.api [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1167.490121] env[63309]: value = "task-2731007" [ 1167.490121] env[63309]: _type = "Task" [ 1167.490121] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.498103] env[63309]: DEBUG oslo_vmware.api [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731007, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.771859] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b6122934-7807-4597-a579-d04fb115789e None None] Getting list of instances from cluster (obj){ [ 1167.771859] env[63309]: value = "domain-c8" [ 1167.771859] env[63309]: _type = "ClusterComputeResource" [ 1167.771859] env[63309]: } {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1167.772908] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018070d-4365-4518-b63b-9d19f8d8bfe1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.791079] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b6122934-7807-4597-a579-d04fb115789e None None] Got total of 8 instances {{(pid=63309) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1167.791261] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.791444] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid d8286083-c2ac-4a88-834e-199c8b0f1c6c {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.791598] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.791748] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid 647efb72-d036-4438-a7ca-8eb0891563e7 {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.791895] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.792052] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.792207] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid da4081fc-3e2a-4aef-aeff-990b286891a7 {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.792351] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Triggering sync for uuid 4cd99ba4-c7cc-49ad-9197-4788c15df0ae {{(pid=63309) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.792660] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.792866] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.793144] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.793355] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.793602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.793789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.794050] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.794248] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.794511] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.794744] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.794959] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.795174] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.795432] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.795611] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.795826] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.795965] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1167.796802] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57001b05-7ccb-4196-8c0a-fcbbe43d7a1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.801542] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81887cee-f009-4b4b-9754-10ab27f2a2bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.804560] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc1ea7-19c6-4d2d-bfbe-1b4917ea3b76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.807507] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7464a0b-6b03-4406-a003-27454b6f3f7b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.810099] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a425f-6b78-4524-b2e2-8a55c3aa81c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.812824] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4dcd1d-15ff-49b2-bc73-e3f8e262019c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.815756] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.979046] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.979368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.001747] env[63309]: DEBUG oslo_vmware.api [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.071427] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.180828] env[63309]: DEBUG nova.network.neutron [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updated VIF entry in instance network info cache for port cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.181364] env[63309]: DEBUG nova.network.neutron [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "address": "fa:16:3e:8f:27:cb", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f172e0-5c", "ovs_interfaceid": "99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6", "address": "fa:16:3e:04:7a:ac", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61b487-2d", "ovs_interfaceid": "cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.319299] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.319537] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.319801] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.319890] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1168.320771] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcf8520-7760-4e72-8995-374c1ad2d9fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.329059] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3627f10b-15de-4149-9123-ebd9f7b8fb4a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.342425] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.342774] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.343083] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.343376] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.344215] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78665472-5a62-41f3-a541-edceddf37313 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.346824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.347195] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.347441] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.276s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.352615] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d79d62-59ab-42d4-8f59-86875d90179d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.383919] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179894MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1168.384095] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.384296] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.481743] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.501043] env[63309]: DEBUG oslo_vmware.api [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731007, 'name': ReconfigVM_Task, 'duration_secs': 0.578766} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.501473] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.501685] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfigured VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1168.504241] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.709s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.505071] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff5066-0321-4347-82a8-897859e0b080 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.601819] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.602233] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549870', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'name': 'volume-29219fcf-be51-451b-8bdc-9218cf4be532', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be4432f4-17d0-456b-93c8-43614605797b', 'attached_at': '', 'detached_at': '', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'serial': '29219fcf-be51-451b-8bdc-9218cf4be532'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.603130] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9da2ba-b8db-48d2-bd8b-6b16a4f301e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.619057] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f84c08-d368-48ca-91d0-992e25e68e8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.642501] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-29219fcf-be51-451b-8bdc-9218cf4be532/volume-29219fcf-be51-451b-8bdc-9218cf4be532.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.642753] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c995005-6169-49cb-becb-2240f9b55d8c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.660183] env[63309]: DEBUG oslo_vmware.api [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1168.660183] env[63309]: value = "task-2731008" [ 1168.660183] env[63309]: _type = "Task" [ 1168.660183] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.668748] env[63309]: DEBUG oslo_vmware.api [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.684457] env[63309]: DEBUG oslo_concurrency.lockutils [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.684693] env[63309]: DEBUG nova.compute.manager [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Received event network-changed-da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.684851] env[63309]: DEBUG nova.compute.manager [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Refreshing instance network info cache due to event network-changed-da73f239-764d-4aad-9db0-6a926e42a122. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1168.685079] env[63309]: DEBUG oslo_concurrency.lockutils [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.685224] env[63309]: DEBUG oslo_concurrency.lockutils [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.685384] env[63309]: DEBUG nova.network.neutron [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Refreshing network info cache for port da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.850655] env[63309]: DEBUG nova.compute.utils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.542068] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ecab4900-fa8d-4fdd-9d1c-1313d7d3531b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.780s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.542900] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.039s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.546072] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.198s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.567606] env[63309]: DEBUG oslo_vmware.api [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731008, 'name': ReconfigVM_Task, 'duration_secs': 0.831906} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.568221] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-29219fcf-be51-451b-8bdc-9218cf4be532/volume-29219fcf-be51-451b-8bdc-9218cf4be532.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.577391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.578060] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b928e1-4867-4734-a28b-40acd5d5734e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.605365] env[63309]: DEBUG oslo_vmware.api [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1169.605365] env[63309]: value = "task-2731009" [ 1169.605365] env[63309]: _type = "Task" [ 1169.605365] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.618471] env[63309]: DEBUG oslo_vmware.api [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.793956] env[63309]: DEBUG nova.network.neutron [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updated VIF entry in instance network info cache for port da73f239-764d-4aad-9db0-6a926e42a122. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.794422] env[63309]: DEBUG nova.network.neutron [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.068192] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068341] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance d8286083-c2ac-4a88-834e-199c8b0f1c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068437] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068642] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance be4432f4-17d0-456b-93c8-43614605797b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068724] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 647efb72-d036-4438-a7ca-8eb0891563e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068770] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance da4081fc-3e2a-4aef-aeff-990b286891a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068877] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 43f3f018-6543-4d8f-9dc3-74e5b45c6deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.068984] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4cd99ba4-c7cc-49ad-9197-4788c15df0ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.114669] env[63309]: DEBUG oslo_vmware.api [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731009, 'name': ReconfigVM_Task, 'duration_secs': 0.253348} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.114951] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549870', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'name': 'volume-29219fcf-be51-451b-8bdc-9218cf4be532', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be4432f4-17d0-456b-93c8-43614605797b', 'attached_at': '', 'detached_at': '', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'serial': '29219fcf-be51-451b-8bdc-9218cf4be532'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.144690] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.144917] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.145336] env[63309]: INFO nova.compute.manager [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Attaching volume 626604be-7eaa-4b32-b322-54eb149656f2 to /dev/sdb [ 1170.181908] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3e887f-a511-45c4-95d5-bd09235f05a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.189670] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da86f855-f67c-4ce1-8280-70dae5013e98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.202424] env[63309]: DEBUG nova.virt.block_device [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updating existing volume attachment record: 73dd3f6a-88cf-45bd-8689-f3f04a7d7e96 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.297684] env[63309]: DEBUG oslo_concurrency.lockutils [req-c5e0f24a-7f77-488c-8192-aedb7c0d924d req-49b7573a-a8df-49ca-8876-8481d058ca9f service nova] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.571649] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1170.573655] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1170.573655] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1170.710787] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efb1ffd-b224-42cc-91a7-2d1daa2cd9ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.718254] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f2a59d-6673-48fe-b59e-1c71b9a29801 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.748463] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d3465-fa22-4d8e-84db-8aacdc6e45ab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.755514] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac0bd8-d309-46c5-abe3-e767bcc9f3a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.768867] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.886814] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.887121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.887362] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.887558] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.887728] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.889678] env[63309]: INFO nova.compute.manager [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Terminating instance [ 1171.124188] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.124393] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.159026] env[63309]: DEBUG nova.objects.instance [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.271689] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.345391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.394140] env[63309]: DEBUG nova.compute.manager [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.394437] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.394774] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673cc812-419c-491c-802c-fc8f8a1b686c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.403105] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1171.403105] env[63309]: value = "task-2731011" [ 1171.403105] env[63309]: _type = "Task" [ 1171.403105] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.412213] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.627871] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.628264] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.628961] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae94e3-c0f8-4fa8-af96-ebb256c88e01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.646385] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39de87-138c-4117-852a-948465ba4e71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.674444] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfiguring VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1171.674921] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e77ebe99-0476-49f9-8f2a-00b97f37d88f tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.673s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.675750] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ef6109-1408-45b2-a3ef-71a769a7caed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.688337] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.894s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.689694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f778872-db53-4fd1-8ee3-0e20dde6a202 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.698032] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1171.698032] env[63309]: value = "task-2731012" [ 1171.698032] env[63309]: _type = "Task" [ 1171.698032] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.713127] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.776517] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1171.776738] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.392s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.777009] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.200s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.778634] env[63309]: INFO nova.compute.claims [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.912655] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731011, 'name': PowerOffVM_Task, 'duration_secs': 0.177832} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.912868] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.913091] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.913291] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549849', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'name': 'volume-c3c8dcab-08ec-4015-8689-4495796de8fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '647efb72-d036-4438-a7ca-8eb0891563e7', 'attached_at': '2025-02-20T15:15:42.000000', 'detached_at': '', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'serial': 'c3c8dcab-08ec-4015-8689-4495796de8fe'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.914023] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cfbdc4-fba0-4758-8c87-a327210f76e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.932547] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e963aafd-2486-4fd2-9de6-c01afd6ca48b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.938211] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d9b78-fdb4-4dd2-8568-9cf9192a07fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.955093] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608fe32a-24f5-47a1-9a07-d645e3da2823 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.969459] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] The volume has not been displaced from its original location: [datastore2] volume-c3c8dcab-08ec-4015-8689-4495796de8fe/volume-c3c8dcab-08ec-4015-8689-4495796de8fe.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.974539] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.974797] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370638f3-7d72-4eaa-b765-75a3ee9b3893 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.991223] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1171.991223] env[63309]: value = "task-2731013" [ 1171.991223] env[63309]: _type = "Task" [ 1171.991223] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.998496] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.199575] env[63309]: INFO nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: be4432f4-17d0-456b-93c8-43614605797b] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1172.199819] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.200192] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.855s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.200369] env[63309]: DEBUG nova.compute.manager [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.204149] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88a3ac-413e-44ca-827c-c7d740df0670 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.211995] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.213481] env[63309]: DEBUG nova.compute.manager [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1172.214030] env[63309]: DEBUG nova.objects.instance [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.501494] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731013, 'name': ReconfigVM_Task, 'duration_secs': 0.138283} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.501707] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.506350] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213827b4-3088-4c05-951d-6f84d7f8bcc9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.521695] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1172.521695] env[63309]: value = "task-2731015" [ 1172.521695] env[63309]: _type = "Task" [ 1172.521695] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.532097] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.709748] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.903909] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c9f80-9b54-4079-870a-621c8a14d947 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.915948] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267525a8-eb94-439e-b684-d8e89f5ebf27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.964933] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3e3f0-7271-4be0-978b-bc10ca98929e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.972761] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a2d57-97ed-4b71-ba8c-e48fc6cbbac1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.986492] env[63309]: DEBUG nova.compute.provider_tree [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.032948] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731015, 'name': ReconfigVM_Task, 'duration_secs': 0.126131} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.033263] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549849', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'name': 'volume-c3c8dcab-08ec-4015-8689-4495796de8fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '647efb72-d036-4438-a7ca-8eb0891563e7', 'attached_at': '2025-02-20T15:15:42.000000', 'detached_at': '', 'volume_id': 'c3c8dcab-08ec-4015-8689-4495796de8fe', 'serial': 'c3c8dcab-08ec-4015-8689-4495796de8fe'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.033610] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.034444] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715bc4b-e2e8-44f5-a939-784719a45690 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.041220] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.041457] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9779a211-be4e-4970-a992-7ce84938a463 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.103515] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.103760] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.103942] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore2] 647efb72-d036-4438-a7ca-8eb0891563e7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.104197] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4ffb472-55a5-4c75-bda4-f58c142cb0e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.111366] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1173.111366] env[63309]: value = "task-2731017" [ 1173.111366] env[63309]: _type = "Task" [ 1173.111366] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.119137] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.209884] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.220591] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.220890] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebf929cc-7de3-44d0-9c9b-19a472171d7e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.226075] env[63309]: DEBUG oslo_vmware.api [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1173.226075] env[63309]: value = "task-2731018" [ 1173.226075] env[63309]: _type = "Task" [ 1173.226075] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.233282] env[63309]: DEBUG oslo_vmware.api [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.490056] env[63309]: DEBUG nova.scheduler.client.report [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.622222] env[63309]: DEBUG oslo_vmware.api [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08743} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.622419] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.622602] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.622770] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.622939] env[63309]: INFO nova.compute.manager [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1173.623190] env[63309]: DEBUG oslo.service.loopingcall [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.623391] env[63309]: DEBUG nova.compute.manager [-] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.623472] env[63309]: DEBUG nova.network.neutron [-] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.710603] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.734739] env[63309]: DEBUG oslo_vmware.api [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731018, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.994670] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.995295] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.096399] env[63309]: DEBUG nova.compute.manager [req-16a1d29d-a139-4325-a8c6-92a349795dec req-c570d051-245a-4579-a800-c0741eb93ed5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Received event network-vif-deleted-7fa0a55b-b581-43cc-bf7d-e5453f03a40e {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.096613] env[63309]: INFO nova.compute.manager [req-16a1d29d-a139-4325-a8c6-92a349795dec req-c570d051-245a-4579-a800-c0741eb93ed5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Neutron deleted interface 7fa0a55b-b581-43cc-bf7d-e5453f03a40e; detaching it from the instance and deleting it from the info cache [ 1174.096793] env[63309]: DEBUG nova.network.neutron [req-16a1d29d-a139-4325-a8c6-92a349795dec req-c570d051-245a-4579-a800-c0741eb93ed5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.212849] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.235790] env[63309]: DEBUG oslo_vmware.api [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731018, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.500310] env[63309]: DEBUG nova.compute.utils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.501530] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.501649] env[63309]: DEBUG nova.network.neutron [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.538718] env[63309]: DEBUG nova.policy [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b72e07e9603411784dd3277872f4b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3072e69d1b6e4c7e8b00cb5043aef4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.580386] env[63309]: DEBUG nova.network.neutron [-] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.598809] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07a73b22-cb10-42a5-ad8d-f0cc7b685321 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.608716] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56421d0a-2b18-4731-927d-2767798c2583 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.638201] env[63309]: DEBUG nova.compute.manager [req-16a1d29d-a139-4325-a8c6-92a349795dec req-c570d051-245a-4579-a800-c0741eb93ed5 service nova] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Detach interface failed, port_id=7fa0a55b-b581-43cc-bf7d-e5453f03a40e, reason: Instance 647efb72-d036-4438-a7ca-8eb0891563e7 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1174.713671] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.737605] env[63309]: DEBUG oslo_vmware.api [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731018, 'name': PowerOffVM_Task, 'duration_secs': 1.194098} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.737869] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.738118] env[63309]: DEBUG nova.compute.manager [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.738894] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466614af-0671-43aa-9e6b-e98f33b1b009 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.747809] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.747809] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549871', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'name': 'volume-626604be-7eaa-4b32-b322-54eb149656f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4081fc-3e2a-4aef-aeff-990b286891a7', 'attached_at': '', 'detached_at': '', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'serial': '626604be-7eaa-4b32-b322-54eb149656f2'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.747809] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cd1921-3ff1-43ca-b16e-75a3084c8247 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.762840] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b83ee73-13f4-4ef7-9974-4ce6a45e4767 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.786729] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-626604be-7eaa-4b32-b322-54eb149656f2/volume-626604be-7eaa-4b32-b322-54eb149656f2.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.787872] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349066a4-c52b-42cc-84df-c5316015e471 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.805967] env[63309]: DEBUG oslo_vmware.api [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1174.805967] env[63309]: value = "task-2731019" [ 1174.805967] env[63309]: _type = "Task" [ 1174.805967] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.813860] env[63309]: DEBUG oslo_vmware.api [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.816031] env[63309]: DEBUG nova.network.neutron [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Successfully created port: 9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.004905] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.083037] env[63309]: INFO nova.compute.manager [-] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Took 1.46 seconds to deallocate network for instance. [ 1175.212884] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.253631] env[63309]: DEBUG oslo_concurrency.lockutils [None req-1b998610-eae3-443d-860d-96deba8db33a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.053s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.315855] env[63309]: DEBUG oslo_vmware.api [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731019, 'name': ReconfigVM_Task, 'duration_secs': 0.355578} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.316146] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-626604be-7eaa-4b32-b322-54eb149656f2/volume-626604be-7eaa-4b32-b322-54eb149656f2.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.320865] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3dc906-007b-4e9e-9c82-2c9896bef7e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.335679] env[63309]: DEBUG oslo_vmware.api [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1175.335679] env[63309]: value = "task-2731020" [ 1175.335679] env[63309]: _type = "Task" [ 1175.335679] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.345044] env[63309]: DEBUG oslo_vmware.api [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.626506] env[63309]: INFO nova.compute.manager [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Took 0.54 seconds to detach 1 volumes for instance. [ 1175.628742] env[63309]: DEBUG nova.compute.manager [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 647efb72-d036-4438-a7ca-8eb0891563e7] Deleting volume: c3c8dcab-08ec-4015-8689-4495796de8fe {{(pid=63309) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1175.713143] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.845642] env[63309]: DEBUG oslo_vmware.api [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731020, 'name': ReconfigVM_Task, 'duration_secs': 0.137025} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.845967] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549871', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'name': 'volume-626604be-7eaa-4b32-b322-54eb149656f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4081fc-3e2a-4aef-aeff-990b286891a7', 'attached_at': '', 'detached_at': '', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'serial': '626604be-7eaa-4b32-b322-54eb149656f2'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.914009] env[63309]: DEBUG nova.objects.instance [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.015908] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.045294] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.045719] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.046011] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.046376] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.046608] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.046868] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.047243] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.047492] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.047734] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.047969] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.048225] env[63309]: DEBUG nova.virt.hardware [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.050022] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ddb201-4453-44f6-8e63-fc1111ae44fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.061098] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e2aec-c334-457c-8638-716040f7172c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.168380] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.168678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.168914] env[63309]: DEBUG nova.objects.instance [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'resources' on Instance uuid 647efb72-d036-4438-a7ca-8eb0891563e7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.214387] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.292626] env[63309]: DEBUG nova.compute.manager [req-23bf1e11-4ae6-4add-9f36-b3b6492c9cf7 req-cd254625-893c-4742-b027-df5c2f4af66f service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-vif-plugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.292846] env[63309]: DEBUG oslo_concurrency.lockutils [req-23bf1e11-4ae6-4add-9f36-b3b6492c9cf7 req-cd254625-893c-4742-b027-df5c2f4af66f service nova] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.293056] env[63309]: DEBUG oslo_concurrency.lockutils [req-23bf1e11-4ae6-4add-9f36-b3b6492c9cf7 req-cd254625-893c-4742-b027-df5c2f4af66f service nova] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.293293] env[63309]: DEBUG oslo_concurrency.lockutils [req-23bf1e11-4ae6-4add-9f36-b3b6492c9cf7 req-cd254625-893c-4742-b027-df5c2f4af66f service nova] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.293507] env[63309]: DEBUG nova.compute.manager [req-23bf1e11-4ae6-4add-9f36-b3b6492c9cf7 req-cd254625-893c-4742-b027-df5c2f4af66f service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] No waiting events found dispatching network-vif-plugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.293628] env[63309]: WARNING nova.compute.manager [req-23bf1e11-4ae6-4add-9f36-b3b6492c9cf7 req-cd254625-893c-4742-b027-df5c2f4af66f service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received unexpected event network-vif-plugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 for instance with vm_state building and task_state spawning. [ 1176.379308] env[63309]: DEBUG nova.network.neutron [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Successfully updated port: 9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.418762] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.418970] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.419112] env[63309]: DEBUG nova.network.neutron [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.419297] env[63309]: DEBUG nova.objects.instance [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'info_cache' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.713511] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.779338] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe3c316-1fc3-4ff3-a0ac-86ac0c541523 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.786694] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5984f8a8-c700-4bb2-8c15-ad754b44a9e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.817737] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9426f9a-b32f-42ae-867d-39f9f5621a37 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.824614] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf209cc-5aa6-4894-83c6-de540779e6a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.837370] env[63309]: DEBUG nova.compute.provider_tree [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.882833] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.883068] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.883200] env[63309]: DEBUG nova.network.neutron [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.885586] env[63309]: DEBUG nova.objects.instance [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'flavor' on Instance uuid da4081fc-3e2a-4aef-aeff-990b286891a7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.922080] env[63309]: DEBUG nova.objects.base [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.214422] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.341049] env[63309]: DEBUG nova.scheduler.client.report [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.390951] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a9787024-32cb-4e53-bc3f-15cbaf1faa61 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.417392] env[63309]: DEBUG nova.network.neutron [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.536796] env[63309]: DEBUG nova.network.neutron [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.606520] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.606755] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.616040] env[63309]: DEBUG nova.network.neutron [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [{"id": "eee39a53-04ea-4662-bc02-a295b6908271", "address": "fa:16:3e:f5:54:f4", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee39a53-04", "ovs_interfaceid": "eee39a53-04ea-4662-bc02-a295b6908271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.715480] env[63309]: DEBUG oslo_vmware.api [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731012, 'name': ReconfigVM_Task, 'duration_secs': 5.760533} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.715713] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.715917] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Reconfigured VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1177.845650] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.867690] env[63309]: INFO nova.scheduler.client.report [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted allocations for instance 647efb72-d036-4438-a7ca-8eb0891563e7 [ 1177.943150] env[63309]: DEBUG nova.compute.manager [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-vif-deleted-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.943447] env[63309]: INFO nova.compute.manager [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Neutron deleted interface 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b; detaching it from the instance and deleting it from the info cache [ 1177.943789] env[63309]: DEBUG nova.network.neutron [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6", "address": "fa:16:3e:04:7a:ac", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61b487-2d", "ovs_interfaceid": "cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.039468] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.039842] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance network_info: |[{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.040764] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:fd:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e88ef95-fb66-4eb8-9bd3-f176d4116115', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.048603] env[63309]: DEBUG oslo.service.loopingcall [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.048943] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.049271] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ed96d7-e729-4a76-a0c0-7f8eba94732b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.071844] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.071844] env[63309]: value = "task-2731022" [ 1178.071844] env[63309]: _type = "Task" [ 1178.071844] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.080448] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731022, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.110211] env[63309]: INFO nova.compute.manager [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Detaching volume 626604be-7eaa-4b32-b322-54eb149656f2 [ 1178.119551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.155131] env[63309]: INFO nova.virt.block_device [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Attempting to driver detach volume 626604be-7eaa-4b32-b322-54eb149656f2 from mountpoint /dev/sdb [ 1178.155620] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.155953] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549871', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'name': 'volume-626604be-7eaa-4b32-b322-54eb149656f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4081fc-3e2a-4aef-aeff-990b286891a7', 'attached_at': '', 'detached_at': '', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'serial': '626604be-7eaa-4b32-b322-54eb149656f2'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.157826] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbbb97e-3f52-4a38-b8f2-26e53cb84766 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.191962] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fdf470-71a4-4750-8380-340db72a5d26 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.199543] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e4f944-f504-418c-9f68-5d907fc668d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.221224] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87d162-9a57-474d-a727-0d2a2dcb0fc7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.238259] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] The volume has not been displaced from its original location: [datastore1] volume-626604be-7eaa-4b32-b322-54eb149656f2/volume-626604be-7eaa-4b32-b322-54eb149656f2.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.243632] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.243958] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143d0563-4e06-48a3-9ce8-f57f0fe912e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.264740] env[63309]: DEBUG oslo_vmware.api [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1178.264740] env[63309]: value = "task-2731023" [ 1178.264740] env[63309]: _type = "Task" [ 1178.264740] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.274060] env[63309]: DEBUG oslo_vmware.api [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.321452] env[63309]: DEBUG nova.compute.manager [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.321658] env[63309]: DEBUG nova.compute.manager [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing instance network info cache due to event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1178.321887] env[63309]: DEBUG oslo_concurrency.lockutils [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.322105] env[63309]: DEBUG oslo_concurrency.lockutils [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.322243] env[63309]: DEBUG nova.network.neutron [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.376176] env[63309]: DEBUG oslo_concurrency.lockutils [None req-9136752a-835d-4957-9873-7a0ef9aade0e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "647efb72-d036-4438-a7ca-8eb0891563e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.489s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.447257] env[63309]: DEBUG oslo_concurrency.lockutils [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.447418] env[63309]: DEBUG oslo_concurrency.lockutils [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] Acquired lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.448404] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3356b5ac-5ed9-412d-a31d-f01a774b7d27 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.469490] env[63309]: DEBUG oslo_concurrency.lockutils [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] Releasing lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.469763] env[63309]: WARNING nova.compute.manager [req-781599b7-6ae0-46da-a55b-22bc184182b2 req-4353a6d9-617c-4923-85c9-846686586a49 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Detach interface failed, port_id=99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b, reason: No device with interface-id 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b exists on VM: nova.exception.NotFound: No device with interface-id 99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b exists on VM [ 1178.581554] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731022, 'name': CreateVM_Task, 'duration_secs': 0.300923} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.581759] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.582546] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.582751] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.583117] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.583404] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3947578d-e6be-4f67-acc0-5b9404a428aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.587789] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1178.587789] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52943127-5009-b454-e06b-cdd81c91b22f" [ 1178.587789] env[63309]: _type = "Task" [ 1178.587789] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.595351] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52943127-5009-b454-e06b-cdd81c91b22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.627885] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.628150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.628335] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.628508] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.628671] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.630535] env[63309]: INFO nova.compute.manager [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Terminating instance [ 1178.776603] env[63309]: DEBUG oslo_vmware.api [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731023, 'name': ReconfigVM_Task, 'duration_secs': 0.225004} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.777427] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.781485] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b60bb86-d2b0-4614-9bc9-92985e161093 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.796622] env[63309]: DEBUG oslo_vmware.api [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1178.796622] env[63309]: value = "task-2731024" [ 1178.796622] env[63309]: _type = "Task" [ 1178.796622] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.804864] env[63309]: DEBUG oslo_vmware.api [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.925992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.926346] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.926667] env[63309]: DEBUG nova.network.neutron [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.017906] env[63309]: DEBUG nova.network.neutron [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updated VIF entry in instance network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.018328] env[63309]: DEBUG nova.network.neutron [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.037723] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.037987] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.038319] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.038550] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.038815] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.040863] env[63309]: INFO nova.compute.manager [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Terminating instance [ 1179.097984] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52943127-5009-b454-e06b-cdd81c91b22f, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.098314] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.098557] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.098784] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.098930] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.099120] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.099375] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa6a1eee-4b37-4759-a3c2-d7497cdda16e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.107272] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.107447] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.108121] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c338cca-317a-4fe6-8399-609ddb6433bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.112960] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1179.112960] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c52c1e-58e4-795f-3381-f8009e3da939" [ 1179.112960] env[63309]: _type = "Task" [ 1179.112960] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.120315] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c52c1e-58e4-795f-3381-f8009e3da939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.125838] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.126067] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16d9fbca-ceee-4a86-bcce-e25515a7d02a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.131863] env[63309]: DEBUG oslo_vmware.api [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1179.131863] env[63309]: value = "task-2731025" [ 1179.131863] env[63309]: _type = "Task" [ 1179.131863] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.134861] env[63309]: DEBUG nova.compute.manager [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.135065] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.135811] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1255ca65-2f51-45fa-b02f-f9d67cd7af8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.142566] env[63309]: DEBUG oslo_vmware.api [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.144426] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.144626] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b83baddd-f9f3-481e-915c-04e272671dd5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.149442] env[63309]: DEBUG oslo_vmware.api [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1179.149442] env[63309]: value = "task-2731026" [ 1179.149442] env[63309]: _type = "Task" [ 1179.149442] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.156421] env[63309]: DEBUG oslo_vmware.api [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.306555] env[63309]: DEBUG oslo_vmware.api [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731024, 'name': ReconfigVM_Task, 'duration_secs': 0.188726} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.306871] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549871', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'name': 'volume-626604be-7eaa-4b32-b322-54eb149656f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4081fc-3e2a-4aef-aeff-990b286891a7', 'attached_at': '', 'detached_at': '', 'volume_id': '626604be-7eaa-4b32-b322-54eb149656f2', 'serial': '626604be-7eaa-4b32-b322-54eb149656f2'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.521157] env[63309]: DEBUG oslo_concurrency.lockutils [req-b670885b-11b7-4270-afc6-ead3316c8618 req-90670543-b7a4-4f41-8bd5-83d3ff64dc49 service nova] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.548785] env[63309]: DEBUG nova.compute.manager [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.549019] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.550048] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bbb7a1-fae0-48b7-bba0-d86177ef5fe8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.557324] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.557583] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74f41e82-ed5d-4fa0-88ab-aae2390f3f8f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.565387] env[63309]: DEBUG oslo_vmware.api [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1179.565387] env[63309]: value = "task-2731027" [ 1179.565387] env[63309]: _type = "Task" [ 1179.565387] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.573654] env[63309]: DEBUG oslo_vmware.api [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.624281] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c52c1e-58e4-795f-3381-f8009e3da939, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.625074] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151e5114-3a4f-4ee7-872f-6cb9c85572bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.629811] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1179.629811] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52443c9d-8782-1fec-56c8-cf654a7aa6fc" [ 1179.629811] env[63309]: _type = "Task" [ 1179.629811] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.642101] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52443c9d-8782-1fec-56c8-cf654a7aa6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.643066] env[63309]: DEBUG oslo_vmware.api [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731025, 'name': PowerOnVM_Task, 'duration_secs': 0.441419} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.643310] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.643546] env[63309]: DEBUG nova.compute.manager [None req-3ff298b8-464c-475f-ab69-cf80ea49901a tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.644237] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b1f05-ffe9-4052-86ca-ac93b9abbe92 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.658526] env[63309]: INFO nova.network.neutron [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Port cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1179.659029] env[63309]: DEBUG nova.network.neutron [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [{"id": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "address": "fa:16:3e:3f:97:36", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf0571-62", "ovs_interfaceid": "76bf0571-6204-4ca9-b8be-d9d422948a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.664812] env[63309]: DEBUG oslo_vmware.api [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731026, 'name': PowerOffVM_Task, 'duration_secs': 0.24301} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.665064] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.665233] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.665780] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4da6dc-9344-497b-a5b5-170346f017b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725686] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.725912] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.726109] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore2] d8286083-c2ac-4a88-834e-199c8b0f1c6c {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.726432] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86c11324-47d8-412d-ab07-f6c09a8f2c3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.732808] env[63309]: DEBUG oslo_vmware.api [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1179.732808] env[63309]: value = "task-2731029" [ 1179.732808] env[63309]: _type = "Task" [ 1179.732808] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.741272] env[63309]: DEBUG oslo_vmware.api [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.850873] env[63309]: DEBUG nova.objects.instance [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'flavor' on Instance uuid da4081fc-3e2a-4aef-aeff-990b286891a7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.076096] env[63309]: DEBUG oslo_vmware.api [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731027, 'name': PowerOffVM_Task, 'duration_secs': 0.219669} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.076096] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.076096] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.076096] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e200730a-4f94-4400-bd05-95c98774bf24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.139713] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52443c9d-8782-1fec-56c8-cf654a7aa6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.139958] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.140247] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.140485] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9e0f0bd-4eac-4e3d-92d1-2212dae6c171 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.146485] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1180.146485] env[63309]: value = "task-2731031" [ 1180.146485] env[63309]: _type = "Task" [ 1180.146485] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.153682] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.161551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.164648] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.164863] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.165114] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleting the datastore file [datastore2] 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.165552] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a13862df-cb6d-4803-b01f-14617acf86b9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.177802] env[63309]: DEBUG oslo_vmware.api [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1180.177802] env[63309]: value = "task-2731032" [ 1180.177802] env[63309]: _type = "Task" [ 1180.177802] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.186857] env[63309]: DEBUG oslo_vmware.api [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.242558] env[63309]: DEBUG oslo_vmware.api [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12848} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.242859] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.243070] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.243262] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.243455] env[63309]: INFO nova.compute.manager [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1180.243691] env[63309]: DEBUG oslo.service.loopingcall [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.243897] env[63309]: DEBUG nova.compute.manager [-] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.244011] env[63309]: DEBUG nova.network.neutron [-] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.390675] env[63309]: DEBUG nova.compute.manager [req-68d47abc-b974-4625-90e1-d131f934c5f7 req-ddfa4816-da4c-4d3f-b09a-9300cfa091bb service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-vif-deleted-cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.492124] env[63309]: DEBUG nova.compute.manager [req-4a2874ce-ce3f-4b86-98b5-d3cf3c945b29 req-1db0c340-a641-4763-bcf8-746dc0baff0a service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Received event network-vif-deleted-45c7a063-7ab5-4d1b-a5a8-7884dcd1a562 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.492377] env[63309]: INFO nova.compute.manager [req-4a2874ce-ce3f-4b86-98b5-d3cf3c945b29 req-1db0c340-a641-4763-bcf8-746dc0baff0a service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Neutron deleted interface 45c7a063-7ab5-4d1b-a5a8-7884dcd1a562; detaching it from the instance and deleting it from the info cache [ 1180.492505] env[63309]: DEBUG nova.network.neutron [req-4a2874ce-ce3f-4b86-98b5-d3cf3c945b29 req-1db0c340-a641-4763-bcf8-746dc0baff0a service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.655866] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4694} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.656223] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.656409] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.656685] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e592510-dc2e-428a-b21e-18045b90c9d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.663382] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1180.663382] env[63309]: value = "task-2731033" [ 1180.663382] env[63309]: _type = "Task" [ 1180.663382] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.668537] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b436785b-187e-45fb-8927-bcb1ffba5eb9 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a-99f172e0-5ce7-43f5-ad2c-a2f46fab1d7b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.544s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.674826] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.685606] env[63309]: DEBUG oslo_vmware.api [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201563} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.686378] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.686564] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.686738] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.686908] env[63309]: INFO nova.compute.manager [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1180.687149] env[63309]: DEBUG oslo.service.loopingcall [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.687417] env[63309]: DEBUG nova.compute.manager [-] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.687505] env[63309]: DEBUG nova.network.neutron [-] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.730204] env[63309]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 could not be found.", "detail": ""}} {{(pid=63309) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1180.730460] env[63309]: DEBUG nova.network.neutron [-] Unable to show port cc61b487-2d7f-4c1e-94c9-2e833d7e6bb6 as it no longer exists. {{(pid=63309) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1180.859087] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0af7189c-83f9-45f8-b818-e88e21902c60 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.976742] env[63309]: DEBUG nova.network.neutron [-] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.994874] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef0f23df-f65b-4262-842f-7d5306b90b86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.004380] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8b852-7a79-46c0-a347-32ed8202fe67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.033022] env[63309]: DEBUG nova.compute.manager [req-4a2874ce-ce3f-4b86-98b5-d3cf3c945b29 req-1db0c340-a641-4763-bcf8-746dc0baff0a service nova] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Detach interface failed, port_id=45c7a063-7ab5-4d1b-a5a8-7884dcd1a562, reason: Instance d8286083-c2ac-4a88-834e-199c8b0f1c6c could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1181.174281] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167987} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.174604] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.175425] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef21fde-dea1-44fe-87a7-d7605a297034 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.198055] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.198274] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdc6834-4ba7-44dd-8e0d-8e167077811d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.217333] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1181.217333] env[63309]: value = "task-2731034" [ 1181.217333] env[63309]: _type = "Task" [ 1181.217333] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.224648] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.479027] env[63309]: INFO nova.compute.manager [-] [instance: d8286083-c2ac-4a88-834e-199c8b0f1c6c] Took 1.23 seconds to deallocate network for instance. [ 1181.608292] env[63309]: DEBUG nova.network.neutron [-] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.727440] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731034, 'name': ReconfigVM_Task, 'duration_secs': 0.255285} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.728020] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Reconfigured VM instance instance-00000073 to attach disk [datastore1] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.728490] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5baf9f8-1a9e-4d64-aedd-080f85ffad53 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.734497] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1181.734497] env[63309]: value = "task-2731035" [ 1181.734497] env[63309]: _type = "Task" [ 1181.734497] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.742467] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731035, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.896520] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.896839] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.897106] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "da4081fc-3e2a-4aef-aeff-990b286891a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.897410] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.897632] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.900048] env[63309]: INFO nova.compute.manager [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Terminating instance [ 1181.985541] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.985868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.986141] env[63309]: DEBUG nova.objects.instance [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'resources' on Instance uuid d8286083-c2ac-4a88-834e-199c8b0f1c6c {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.110614] env[63309]: INFO nova.compute.manager [-] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Took 1.42 seconds to deallocate network for instance. [ 1182.245549] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731035, 'name': Rename_Task, 'duration_secs': 0.130414} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.245549] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.245549] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8426496-2e50-4637-8ea9-c7a121524a7d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.251755] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1182.251755] env[63309]: value = "task-2731036" [ 1182.251755] env[63309]: _type = "Task" [ 1182.251755] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.259085] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.405428] env[63309]: DEBUG nova.compute.manager [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.407030] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.407030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648b8f8-d439-415b-81db-44983e3cee3f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.413761] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.413991] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edf31a75-0cce-40a9-abe0-2c4d811ac118 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.420151] env[63309]: DEBUG oslo_vmware.api [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1182.420151] env[63309]: value = "task-2731037" [ 1182.420151] env[63309]: _type = "Task" [ 1182.420151] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.427923] env[63309]: DEBUG oslo_vmware.api [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.520478] env[63309]: DEBUG nova.compute.manager [req-0f32ea76-c22f-449f-8a55-006c9e7ee7bd req-7491a6b4-cc88-4395-8e5e-0cc43a2ed9d7 service nova] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Received event network-vif-deleted-76bf0571-6204-4ca9-b8be-d9d422948a8a {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.611888] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd525c-5a65-4ce7-bc78-a2b59950a3c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.616794] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.619725] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500d201-16e9-411d-9625-3ee8590e512e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.651268] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38da3c-40db-47a9-94ae-fbe681a914e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.658809] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac8705-5297-42f0-8479-51f8cc50d028 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.671983] env[63309]: DEBUG nova.compute.provider_tree [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.761041] env[63309]: DEBUG oslo_vmware.api [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731036, 'name': PowerOnVM_Task, 'duration_secs': 0.466991} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.761326] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.761531] env[63309]: INFO nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1182.761978] env[63309]: DEBUG nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.762583] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e9e94-c915-4be2-b65c-47f3a4993064 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.929904] env[63309]: DEBUG oslo_vmware.api [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731037, 'name': PowerOffVM_Task, 'duration_secs': 0.185677} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.930176] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.930359] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.930627] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3715385-134b-413b-aefb-1e4c6ad14c48 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.989212] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.989437] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.989623] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleting the datastore file [datastore2] da4081fc-3e2a-4aef-aeff-990b286891a7 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.989890] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09140a44-d5ea-4504-8df8-7978f0d5c33d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.995468] env[63309]: DEBUG oslo_vmware.api [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1182.995468] env[63309]: value = "task-2731039" [ 1182.995468] env[63309]: _type = "Task" [ 1182.995468] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.003328] env[63309]: DEBUG oslo_vmware.api [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.174819] env[63309]: DEBUG nova.scheduler.client.report [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.280423] env[63309]: INFO nova.compute.manager [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Took 13.74 seconds to build instance. [ 1183.506196] env[63309]: DEBUG oslo_vmware.api [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346614} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.506484] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.506682] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.506863] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.507049] env[63309]: INFO nova.compute.manager [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1183.507327] env[63309]: DEBUG oslo.service.loopingcall [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.507531] env[63309]: DEBUG nova.compute.manager [-] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.507624] env[63309]: DEBUG nova.network.neutron [-] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.679409] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.682584] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.065s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.682584] env[63309]: DEBUG nova.objects.instance [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'resources' on Instance uuid 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.703372] env[63309]: INFO nova.scheduler.client.report [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted allocations for instance d8286083-c2ac-4a88-834e-199c8b0f1c6c [ 1183.783551] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4b09fbf8-d45c-4c7b-b99f-b823a2b4718c tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.804s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.214751] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d107da7d-bd56-4c6c-b312-c9ec02f116e7 tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "d8286083-c2ac-4a88-834e-199c8b0f1c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.297076] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ecfce-d3dc-4891-88c4-1566b4f3a8c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.305080] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7370884f-7f6f-414d-809a-6b84b36c56e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.342019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f184ad4f-64b4-4499-a464-6bf483065b57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.349378] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58feabf-8ea1-4c54-85a2-f5afe6822587 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.362206] env[63309]: DEBUG nova.compute.provider_tree [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.490066] env[63309]: DEBUG nova.network.neutron [-] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.568592] env[63309]: DEBUG nova.compute.manager [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Received event network-vif-deleted-9c5cc96d-1a29-4807-820b-770c1502c8f4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.568805] env[63309]: DEBUG nova.compute.manager [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.568949] env[63309]: DEBUG nova.compute.manager [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing instance network info cache due to event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1184.569176] env[63309]: DEBUG oslo_concurrency.lockutils [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.569318] env[63309]: DEBUG oslo_concurrency.lockutils [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.569475] env[63309]: DEBUG nova.network.neutron [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.865646] env[63309]: DEBUG nova.scheduler.client.report [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.992064] env[63309]: INFO nova.compute.manager [-] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Took 1.48 seconds to deallocate network for instance. [ 1185.303861] env[63309]: DEBUG nova.network.neutron [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updated VIF entry in instance network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.304279] env[63309]: DEBUG nova.network.neutron [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.370961] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.393021] env[63309]: INFO nova.scheduler.client.report [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted allocations for instance 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a [ 1185.499946] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.500234] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.500452] env[63309]: DEBUG nova.objects.instance [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'resources' on Instance uuid da4081fc-3e2a-4aef-aeff-990b286891a7 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.807125] env[63309]: DEBUG oslo_concurrency.lockutils [req-71edc0c0-7298-447e-bd26-00b3904d574a req-bf82c857-57aa-45cc-b723-0f5a92055e0a service nova] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.900724] env[63309]: DEBUG oslo_concurrency.lockutils [None req-929e1bbc-c235-480b-9e41-becd8080b189 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.863s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.083722] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d36ad-4c01-45db-87f5-e78140f64491 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.091285] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7501128d-f6d0-4ffa-82b0-4bfbb5cd4bcb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.120931] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a93c7-8d9b-4b97-8752-36cdf44ad7c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.127837] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca70379-d186-4488-85b4-a518b21bb3b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.140602] env[63309]: DEBUG nova.compute.provider_tree [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.643438] env[63309]: DEBUG nova.scheduler.client.report [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.148583] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.173642] env[63309]: INFO nova.scheduler.client.report [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted allocations for instance da4081fc-3e2a-4aef-aeff-990b286891a7 [ 1187.358663] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.358927] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.359158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.359361] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.359543] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.361748] env[63309]: INFO nova.compute.manager [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Terminating instance [ 1187.681492] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7cdc182b-9bca-4ae9-8b96-9be4a9819fd2 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "da4081fc-3e2a-4aef-aeff-990b286891a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.866766] env[63309]: DEBUG nova.compute.manager [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.866986] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.867967] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c6f5fa-cdf2-44e7-91fd-d8de5844a4a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.875502] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.875725] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d58103-8a0d-4f67-8b6d-c8248b2a27d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.882051] env[63309]: DEBUG oslo_vmware.api [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1187.882051] env[63309]: value = "task-2731041" [ 1187.882051] env[63309]: _type = "Task" [ 1187.882051] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.889711] env[63309]: DEBUG oslo_vmware.api [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.082165] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.082268] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.391915] env[63309]: DEBUG oslo_vmware.api [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731041, 'name': PowerOffVM_Task, 'duration_secs': 0.249439} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.392271] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.392512] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.392787] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-325f05c0-8b5b-4c86-abe5-edc92df54d23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.453467] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.453738] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.453984] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleting the datastore file [datastore1] 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.454298] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5ca7cd0-271f-4a8b-8b86-0d2bd91ef51b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.461809] env[63309]: DEBUG oslo_vmware.api [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for the task: (returnval){ [ 1188.461809] env[63309]: value = "task-2731043" [ 1188.461809] env[63309]: _type = "Task" [ 1188.461809] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.470097] env[63309]: DEBUG oslo_vmware.api [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.584807] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.974571] env[63309]: DEBUG oslo_vmware.api [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Task: {'id': task-2731043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137447} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.974886] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.975122] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.975349] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.975532] env[63309]: INFO nova.compute.manager [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1188.975807] env[63309]: DEBUG oslo.service.loopingcall [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.976025] env[63309]: DEBUG nova.compute.manager [-] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.976119] env[63309]: DEBUG nova.network.neutron [-] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.118616] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.118958] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.120636] env[63309]: INFO nova.compute.claims [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.325929] env[63309]: DEBUG nova.compute.manager [req-ed537b0e-bdde-4039-b46a-f0faaf78fcfe req-39433499-8276-4f0f-87a2-fa95f55ee60a service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Received event network-vif-deleted-a2b40dcf-46b7-4617-9e66-30cc241637bd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.326026] env[63309]: INFO nova.compute.manager [req-ed537b0e-bdde-4039-b46a-f0faaf78fcfe req-39433499-8276-4f0f-87a2-fa95f55ee60a service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Neutron deleted interface a2b40dcf-46b7-4617-9e66-30cc241637bd; detaching it from the instance and deleting it from the info cache [ 1189.326194] env[63309]: DEBUG nova.network.neutron [req-ed537b0e-bdde-4039-b46a-f0faaf78fcfe req-39433499-8276-4f0f-87a2-fa95f55ee60a service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.806062] env[63309]: DEBUG nova.network.neutron [-] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.829513] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c673e38e-9ecf-4d7f-bd60-6288422af7a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.841456] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9de8319-9e8e-4ba7-9a68-17ad902acd1c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.868430] env[63309]: DEBUG nova.compute.manager [req-ed537b0e-bdde-4039-b46a-f0faaf78fcfe req-39433499-8276-4f0f-87a2-fa95f55ee60a service nova] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Detach interface failed, port_id=a2b40dcf-46b7-4617-9e66-30cc241637bd, reason: Instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1189.949896] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.950127] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.226688] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af97ef7-a40e-45d2-9a71-aed78102f84a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.234831] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543dd453-2ffc-4556-9782-dc0a727eb6ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.266149] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f158e4e-4586-47a2-bcad-16dbf795d4b6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.273949] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24bd2da-b8bb-4eb6-98e6-414c10a3e8fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.287288] env[63309]: DEBUG nova.compute.provider_tree [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.308448] env[63309]: INFO nova.compute.manager [-] [instance: 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8] Took 1.33 seconds to deallocate network for instance. [ 1190.452558] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.790965] env[63309]: DEBUG nova.scheduler.client.report [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.817481] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.970935] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.296368] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.296859] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.299650] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.482s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.299861] env[63309]: DEBUG nova.objects.instance [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lazy-loading 'resources' on Instance uuid 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.804073] env[63309]: DEBUG nova.compute.utils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.809980] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.810496] env[63309]: DEBUG nova.network.neutron [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.855469] env[63309]: DEBUG nova.policy [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.900324] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd12f21-4d76-4ead-a026-b1be752cb399 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.909167] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4af44b-5327-4c0a-916d-6737250f79ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.938247] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf57a5-cbb8-4987-8808-c4f74d196ddf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945234] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd668d88-0c60-4aab-8617-50232e07337a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.958992] env[63309]: DEBUG nova.compute.provider_tree [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.121424] env[63309]: DEBUG nova.network.neutron [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Successfully created port: 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.311097] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.465030] env[63309]: DEBUG nova.scheduler.client.report [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.901607] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.901829] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.902049] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.902236] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.902405] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.904613] env[63309]: INFO nova.compute.manager [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Terminating instance [ 1192.968435] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.970813] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.972445] env[63309]: INFO nova.compute.claims [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.991541] env[63309]: INFO nova.scheduler.client.report [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Deleted allocations for instance 4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8 [ 1193.321623] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.349041] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.349294] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.349471] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.349652] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.349797] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.349943] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.350172] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.350335] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.350524] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.350705] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.350879] env[63309]: DEBUG nova.virt.hardware [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.351757] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7713d3-e8f8-4e1a-a1ea-e24958b31fd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.360278] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41670390-7cf7-46c5-ac5b-f3ccfb03d588 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.407953] env[63309]: DEBUG nova.compute.manager [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.408192] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.408987] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997a928-24c8-4cf6-b0bf-20c557f8bc9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.415980] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.416215] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feb98dbb-5e95-47d8-ba9e-cbae5acc9f0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.423010] env[63309]: DEBUG oslo_vmware.api [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1193.423010] env[63309]: value = "task-2731044" [ 1193.423010] env[63309]: _type = "Task" [ 1193.423010] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.430273] env[63309]: DEBUG oslo_vmware.api [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2731044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.498469] env[63309]: DEBUG oslo_concurrency.lockutils [None req-88050613-af95-4558-ab84-0e33171f928e tempest-ServerActionsTestOtherA-976529097 tempest-ServerActionsTestOtherA-976529097-project-member] Lock "4d6d05e5-ba16-49ba-8c3c-4888bf3a63b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.139s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.766384] env[63309]: DEBUG nova.compute.manager [req-a2848d4d-2f15-4664-af72-268987b112c8 req-d998fa63-233c-4723-9e34-e260da8bbd7b service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-vif-plugged-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.766384] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2848d4d-2f15-4664-af72-268987b112c8 req-d998fa63-233c-4723-9e34-e260da8bbd7b service nova] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.766384] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2848d4d-2f15-4664-af72-268987b112c8 req-d998fa63-233c-4723-9e34-e260da8bbd7b service nova] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.766384] env[63309]: DEBUG oslo_concurrency.lockutils [req-a2848d4d-2f15-4664-af72-268987b112c8 req-d998fa63-233c-4723-9e34-e260da8bbd7b service nova] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.766384] env[63309]: DEBUG nova.compute.manager [req-a2848d4d-2f15-4664-af72-268987b112c8 req-d998fa63-233c-4723-9e34-e260da8bbd7b service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] No waiting events found dispatching network-vif-plugged-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.766384] env[63309]: WARNING nova.compute.manager [req-a2848d4d-2f15-4664-af72-268987b112c8 req-d998fa63-233c-4723-9e34-e260da8bbd7b service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received unexpected event network-vif-plugged-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b for instance with vm_state building and task_state spawning. [ 1193.860571] env[63309]: DEBUG nova.network.neutron [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Successfully updated port: 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.933739] env[63309]: DEBUG oslo_vmware.api [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2731044, 'name': PowerOffVM_Task, 'duration_secs': 0.211732} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.934017] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.934736] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.935068] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e32732da-c66b-4b16-aa21-10b8d2af83a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.994843] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.995090] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.995829] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleting the datastore file [datastore1] 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.995829] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3daca21a-086e-4c82-9a4f-a6a4ae779d84 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.001518] env[63309]: DEBUG oslo_vmware.api [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for the task: (returnval){ [ 1194.001518] env[63309]: value = "task-2731046" [ 1194.001518] env[63309]: _type = "Task" [ 1194.001518] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.013264] env[63309]: DEBUG oslo_vmware.api [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2731046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.091292] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f218f12-c11e-4a5e-b7f4-c4f16e27e4b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.099433] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002404c-5c9a-4151-b62e-ba3f5b3378a8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.131122] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a10403-bcff-40e7-8406-80f4502dcf44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.138923] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9512ea7-70fd-411f-95a7-127208244467 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.152735] env[63309]: DEBUG nova.compute.provider_tree [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.367812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.367812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.367812] env[63309]: DEBUG nova.network.neutron [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.514335] env[63309]: DEBUG oslo_vmware.api [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Task: {'id': task-2731046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131003} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.514520] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.514716] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.514923] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.515092] env[63309]: INFO nova.compute.manager [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.515359] env[63309]: DEBUG oslo.service.loopingcall [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.515588] env[63309]: DEBUG nova.compute.manager [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.515686] env[63309]: DEBUG nova.network.neutron [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.654964] env[63309]: DEBUG nova.scheduler.client.report [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.921423] env[63309]: DEBUG nova.network.neutron [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.077679] env[63309]: DEBUG nova.network.neutron [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.166024] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.166024] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.458241] env[63309]: DEBUG nova.network.neutron [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.580519] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.580866] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Instance network_info: |[{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.581332] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:c6:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.589873] env[63309]: DEBUG oslo.service.loopingcall [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.590111] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.590348] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c35e426b-dace-477a-be11-a2f48c4bafef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.612433] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.612433] env[63309]: value = "task-2731047" [ 1195.612433] env[63309]: _type = "Task" [ 1195.612433] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.623162] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731047, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.672049] env[63309]: DEBUG nova.compute.utils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.673620] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.673755] env[63309]: DEBUG nova.network.neutron [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.715362] env[63309]: DEBUG nova.policy [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45159ba8b05c4c8eac96381b4330dce3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49b8b15ea26740b0b1ab626a9d93e2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.798340] env[63309]: DEBUG nova.compute.manager [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.799149] env[63309]: DEBUG nova.compute.manager [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing instance network info cache due to event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1195.799245] env[63309]: DEBUG oslo_concurrency.lockutils [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.799347] env[63309]: DEBUG oslo_concurrency.lockutils [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.799625] env[63309]: DEBUG nova.network.neutron [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.961326] env[63309]: INFO nova.compute.manager [-] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Took 1.45 seconds to deallocate network for instance. [ 1196.008047] env[63309]: DEBUG nova.network.neutron [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Successfully created port: 7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.128436] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731047, 'name': CreateVM_Task, 'duration_secs': 0.485974} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.128676] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.141211] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.141868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.141868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.142345] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8933ce3-307b-4306-82e9-0e1d34cec3bc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.147614] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1196.147614] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b5e3a-7287-4508-23bb-0a1264bab999" [ 1196.147614] env[63309]: _type = "Task" [ 1196.147614] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.155695] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b5e3a-7287-4508-23bb-0a1264bab999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.176626] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.469471] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.469877] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.469955] env[63309]: DEBUG nova.objects.instance [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lazy-loading 'resources' on Instance uuid 43f3f018-6543-4d8f-9dc3-74e5b45c6deb {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.485104] env[63309]: DEBUG nova.network.neutron [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updated VIF entry in instance network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.485465] env[63309]: DEBUG nova.network.neutron [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.658515] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527b5e3a-7287-4508-23bb-0a1264bab999, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.658868] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.659147] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.659409] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.659556] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.659769] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.660015] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a034e32-5fac-4252-8fc4-cde9a21adef7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.668731] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.668917] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.669681] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb0b5b3-072b-420f-9db8-91ac17a2f1ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.675078] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1196.675078] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5545f-55c9-0759-c27f-cd55af2eee77" [ 1196.675078] env[63309]: _type = "Task" [ 1196.675078] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.691952] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f5545f-55c9-0759-c27f-cd55af2eee77, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.692731] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad4c7d5-5415-4a26-a07e-7b719b9f70c9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.698351] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1196.698351] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ac075-977b-4b77-6e65-dbc42d0ee990" [ 1196.698351] env[63309]: _type = "Task" [ 1196.698351] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.705991] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ac075-977b-4b77-6e65-dbc42d0ee990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.987944] env[63309]: DEBUG oslo_concurrency.lockutils [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.988230] env[63309]: DEBUG nova.compute.manager [req-6281013a-3fc2-4bc3-bb76-da6c3b76b7f6 req-9819ff8a-9b73-4be9-a4fb-820b3f724a17 service nova] [instance: 43f3f018-6543-4d8f-9dc3-74e5b45c6deb] Received event network-vif-deleted-65861f01-4d05-4bfb-85b4-72c81921af5d {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.061189] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c731b3d0-7cd6-4727-8cbc-95b63fec13d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.069285] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e80e5-0ce8-4231-a916-2d0b343f74de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.100464] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204e2fc-c6d7-4604-887d-68f3b6686cf6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.107069] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb57069-5d26-4173-8473-fb98d97dc737 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.119862] env[63309]: DEBUG nova.compute.provider_tree [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.189327] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.209926] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525ac075-977b-4b77-6e65-dbc42d0ee990, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.212075] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.212457] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 164e1038-3a5e-4431-ac1d-4e22e5516283/164e1038-3a5e-4431-ac1d-4e22e5516283.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.213013] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2d633a-c832-4250-821f-b7d14d7d2cf8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.222506] env[63309]: DEBUG nova.virt.hardware [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.223596] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98073020-b6ab-4082-b13f-01cac728eaa2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.227629] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1197.227629] env[63309]: value = "task-2731048" [ 1197.227629] env[63309]: _type = "Task" [ 1197.227629] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.234820] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec16e32-b82d-473f-9c15-952df2741821 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.241943] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.555370] env[63309]: DEBUG nova.compute.manager [req-1c8d2b1d-1351-464a-8ab3-29ff797412c1 req-d9d935df-8283-49c0-873c-80a49d10334a service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Received event network-vif-plugged-7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.555654] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c8d2b1d-1351-464a-8ab3-29ff797412c1 req-d9d935df-8283-49c0-873c-80a49d10334a service nova] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.555778] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c8d2b1d-1351-464a-8ab3-29ff797412c1 req-d9d935df-8283-49c0-873c-80a49d10334a service nova] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.555946] env[63309]: DEBUG oslo_concurrency.lockutils [req-1c8d2b1d-1351-464a-8ab3-29ff797412c1 req-d9d935df-8283-49c0-873c-80a49d10334a service nova] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.556149] env[63309]: DEBUG nova.compute.manager [req-1c8d2b1d-1351-464a-8ab3-29ff797412c1 req-d9d935df-8283-49c0-873c-80a49d10334a service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] No waiting events found dispatching network-vif-plugged-7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.556324] env[63309]: WARNING nova.compute.manager [req-1c8d2b1d-1351-464a-8ab3-29ff797412c1 req-d9d935df-8283-49c0-873c-80a49d10334a service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Received unexpected event network-vif-plugged-7dd36299-67aa-4df6-90d1-1e42c6806b03 for instance with vm_state building and task_state spawning. [ 1197.623415] env[63309]: DEBUG nova.scheduler.client.report [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.739629] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49227} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.739947] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 164e1038-3a5e-4431-ac1d-4e22e5516283/164e1038-3a5e-4431-ac1d-4e22e5516283.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.740186] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.740569] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02ee3ead-f006-45b5-8c28-3f9b5acbccfb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.746261] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1197.746261] env[63309]: value = "task-2731049" [ 1197.746261] env[63309]: _type = "Task" [ 1197.746261] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.755234] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.823905] env[63309]: DEBUG nova.network.neutron [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Successfully updated port: 7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.128376] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.154244] env[63309]: INFO nova.scheduler.client.report [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Deleted allocations for instance 43f3f018-6543-4d8f-9dc3-74e5b45c6deb [ 1198.256356] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.256665] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.257413] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297a3a1-674b-4bfb-b445-496d6c9a7d1e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.279592] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 164e1038-3a5e-4431-ac1d-4e22e5516283/164e1038-3a5e-4431-ac1d-4e22e5516283.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.279904] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43538cea-9e07-46f3-a650-10fb434e35b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.300450] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1198.300450] env[63309]: value = "task-2731050" [ 1198.300450] env[63309]: _type = "Task" [ 1198.300450] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.308301] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.327387] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.327918] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.327918] env[63309]: DEBUG nova.network.neutron [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.662031] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2083f583-8f2d-4e9c-8b81-1227c9132da2 tempest-AttachVolumeShelveTestJSON-131748655 tempest-AttachVolumeShelveTestJSON-131748655-project-member] Lock "43f3f018-6543-4d8f-9dc3-74e5b45c6deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.811636] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731050, 'name': ReconfigVM_Task, 'duration_secs': 0.438128} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.811789] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 164e1038-3a5e-4431-ac1d-4e22e5516283/164e1038-3a5e-4431-ac1d-4e22e5516283.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.812445] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2eb69cf-8c2f-4fee-a3a3-5f33e3113ea1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.825512] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1198.825512] env[63309]: value = "task-2731051" [ 1198.825512] env[63309]: _type = "Task" [ 1198.825512] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.837249] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731051, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.879112] env[63309]: DEBUG nova.network.neutron [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.062901] env[63309]: DEBUG nova.network.neutron [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updating instance_info_cache with network_info: [{"id": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "address": "fa:16:3e:cc:0a:2e", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd36299-67", "ovs_interfaceid": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.335409] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731051, 'name': Rename_Task, 'duration_secs': 0.134387} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.335689] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.337015] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044678b8-1cf2-4840-973b-537fc7446e16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.348084] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1199.348084] env[63309]: value = "task-2731052" [ 1199.348084] env[63309]: _type = "Task" [ 1199.348084] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.363997] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731052, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.566580] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.566580] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Instance network_info: |[{"id": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "address": "fa:16:3e:cc:0a:2e", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd36299-67", "ovs_interfaceid": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.568058] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:0a:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd36299-67aa-4df6-90d1-1e42c6806b03', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.577590] env[63309]: DEBUG oslo.service.loopingcall [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.577590] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.577590] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79095ce2-1ec6-4777-8319-e1b6d6f2388c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.596866] env[63309]: DEBUG nova.compute.manager [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Received event network-changed-7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.597078] env[63309]: DEBUG nova.compute.manager [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Refreshing instance network info cache due to event network-changed-7dd36299-67aa-4df6-90d1-1e42c6806b03. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.597285] env[63309]: DEBUG oslo_concurrency.lockutils [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] Acquiring lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.597420] env[63309]: DEBUG oslo_concurrency.lockutils [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] Acquired lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.597626] env[63309]: DEBUG nova.network.neutron [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Refreshing network info cache for port 7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.603712] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.603712] env[63309]: value = "task-2731056" [ 1199.603712] env[63309]: _type = "Task" [ 1199.603712] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.614126] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731056, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.860052] env[63309]: DEBUG oslo_vmware.api [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731052, 'name': PowerOnVM_Task, 'duration_secs': 0.44733} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.860360] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.860569] env[63309]: INFO nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Took 6.54 seconds to spawn the instance on the hypervisor. [ 1199.860747] env[63309]: DEBUG nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.862178] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99054e73-97d5-472e-a279-efa27e84237f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.113953] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731056, 'name': CreateVM_Task, 'duration_secs': 0.332326} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.114241] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.114942] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.115121] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.115447] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.115718] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6472a37b-1c67-45ec-9c2a-c8ac83975937 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.120180] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1200.120180] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b2f294-b616-3084-e054-58545fe26a51" [ 1200.120180] env[63309]: _type = "Task" [ 1200.120180] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.127911] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b2f294-b616-3084-e054-58545fe26a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.328463] env[63309]: DEBUG nova.network.neutron [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updated VIF entry in instance network info cache for port 7dd36299-67aa-4df6-90d1-1e42c6806b03. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.328940] env[63309]: DEBUG nova.network.neutron [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updating instance_info_cache with network_info: [{"id": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "address": "fa:16:3e:cc:0a:2e", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd36299-67", "ovs_interfaceid": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.383875] env[63309]: INFO nova.compute.manager [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Took 11.29 seconds to build instance. [ 1200.631710] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b2f294-b616-3084-e054-58545fe26a51, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.632030] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.632274] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.632575] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.632664] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.632825] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.633113] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-346d1155-35e1-4176-aedb-f7e52438dc1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.642568] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.642754] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.643479] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43b5ea1-236c-416a-b455-82487fd7ca1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.649143] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1200.649143] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521c2f91-f34b-1ebd-81fb-0f00df41f69a" [ 1200.649143] env[63309]: _type = "Task" [ 1200.649143] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.659029] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521c2f91-f34b-1ebd-81fb-0f00df41f69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.832148] env[63309]: DEBUG oslo_concurrency.lockutils [req-c97dfd06-cc59-47eb-b68f-0b829b32ffcd req-bf4962e0-32f2-486f-8507-bfd557531eb1 service nova] Releasing lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.886248] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d14123c9-5535-46ba-ab08-9125bf527c7b tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.804s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.159497] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]521c2f91-f34b-1ebd-81fb-0f00df41f69a, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.160300] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd170b80-6c15-4f1c-90ec-545a1e93fc9a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.165091] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1201.165091] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ebff6a-610c-9767-7df0-bc59ddf54b82" [ 1201.165091] env[63309]: _type = "Task" [ 1201.165091] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.173770] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ebff6a-610c-9767-7df0-bc59ddf54b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.621677] env[63309]: DEBUG nova.compute.manager [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1201.621807] env[63309]: DEBUG nova.compute.manager [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing instance network info cache due to event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.622104] env[63309]: DEBUG oslo_concurrency.lockutils [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.622298] env[63309]: DEBUG oslo_concurrency.lockutils [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.622478] env[63309]: DEBUG nova.network.neutron [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.675107] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ebff6a-610c-9767-7df0-bc59ddf54b82, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.676117] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.676117] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 64b188b7-58dc-4374-b1e9-0268a7a2752b/64b188b7-58dc-4374-b1e9-0268a7a2752b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.676117] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca017943-7998-43d0-b302-eae089c9d281 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.682733] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1201.682733] env[63309]: value = "task-2731058" [ 1201.682733] env[63309]: _type = "Task" [ 1201.682733] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.690877] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.094846] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.095213] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.193447] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461625} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.193702] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 64b188b7-58dc-4374-b1e9-0268a7a2752b/64b188b7-58dc-4374-b1e9-0268a7a2752b.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.194043] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.194184] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12fb3ba9-4337-4d38-8466-d810b7e0853b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.201385] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1202.201385] env[63309]: value = "task-2731059" [ 1202.201385] env[63309]: _type = "Task" [ 1202.201385] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.215386] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.416650] env[63309]: DEBUG nova.network.neutron [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updated VIF entry in instance network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.417223] env[63309]: DEBUG nova.network.neutron [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.597660] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.712056] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08385} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.712056] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.712499] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e46ec5b-fda5-42d4-9cb2-88e7017aff8e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.735033] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 64b188b7-58dc-4374-b1e9-0268a7a2752b/64b188b7-58dc-4374-b1e9-0268a7a2752b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.735353] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5912e696-d044-4742-a849-edf41e7cb6e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.755879] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1202.755879] env[63309]: value = "task-2731061" [ 1202.755879] env[63309]: _type = "Task" [ 1202.755879] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.765842] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.920634] env[63309]: DEBUG oslo_concurrency.lockutils [req-dd4487fb-7bec-4f93-bc76-1d84d6c94fec req-29ade3c1-3873-4223-bc54-b289bce32f90 service nova] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.119109] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.119386] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.120957] env[63309]: INFO nova.compute.claims [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.266165] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731061, 'name': ReconfigVM_Task, 'duration_secs': 0.327423} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.266454] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 64b188b7-58dc-4374-b1e9-0268a7a2752b/64b188b7-58dc-4374-b1e9-0268a7a2752b.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.267220] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841bdfe5-e9a2-4d9c-8534-9855e0756c46 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.274368] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1203.274368] env[63309]: value = "task-2731062" [ 1203.274368] env[63309]: _type = "Task" [ 1203.274368] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.285301] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731062, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.784900] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731062, 'name': Rename_Task, 'duration_secs': 0.141464} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.785191] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.785461] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62312794-1caa-4dd5-8936-650296b8cc06 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.791309] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1203.791309] env[63309]: value = "task-2731063" [ 1203.791309] env[63309]: _type = "Task" [ 1203.791309] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.798857] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.233115] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f531f-5d51-4c8d-89c8-d06f781e2b59 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.241291] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc47e8-f7ba-4659-92ee-942066a429d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.272100] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a36b7e5-eb89-4c23-9b3f-b3f2330a22c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.279889] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1acd9d-76a3-4673-8794-1b0d3a3b3a89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.296061] env[63309]: DEBUG nova.compute.provider_tree [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.315646] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731063, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.809129] env[63309]: DEBUG nova.scheduler.client.report [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.813371] env[63309]: DEBUG oslo_vmware.api [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731063, 'name': PowerOnVM_Task, 'duration_secs': 0.56511} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.813750] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.813953] env[63309]: INFO nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1204.814144] env[63309]: DEBUG nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.814981] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a05bf9-d99c-46cb-8390-6bacca4b2e64 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.820363] env[63309]: DEBUG nova.compute.manager [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Stashing vm_state: active {{(pid=63309) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1205.315801] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.316097] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.341598] env[63309]: INFO nova.compute.manager [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Took 14.38 seconds to build instance. [ 1205.350214] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.350628] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.823238] env[63309]: DEBUG nova.compute.utils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.823884] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.824069] env[63309]: DEBUG nova.network.neutron [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.843401] env[63309]: DEBUG oslo_concurrency.lockutils [None req-00abd675-39e2-4547-bcc1-47cf3963e05e tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.893s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.855349] env[63309]: INFO nova.compute.claims [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.867179] env[63309]: DEBUG nova.policy [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.174471] env[63309]: DEBUG nova.network.neutron [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Successfully created port: 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.330159] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.361765] env[63309]: INFO nova.compute.resource_tracker [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating resource usage from migration eb4491e1-5827-418b-99cc-a917970fe0bf [ 1206.472333] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a35cea-521a-4803-a075-00ebb8918245 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.479611] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ccd87-da8b-463b-b3f9-ced53b8f4b37 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.486489] env[63309]: DEBUG nova.compute.manager [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Received event network-changed-7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.487018] env[63309]: DEBUG nova.compute.manager [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Refreshing instance network info cache due to event network-changed-7dd36299-67aa-4df6-90d1-1e42c6806b03. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1206.487018] env[63309]: DEBUG oslo_concurrency.lockutils [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] Acquiring lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.487169] env[63309]: DEBUG oslo_concurrency.lockutils [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] Acquired lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.487361] env[63309]: DEBUG nova.network.neutron [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Refreshing network info cache for port 7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.517832] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5bb83f-22f0-4e69-8b0c-6cb563b0cd9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.526223] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88a8aa5-5d5f-4d2a-8539-31672571ce1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.542182] env[63309]: DEBUG nova.compute.provider_tree [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.045094] env[63309]: DEBUG nova.scheduler.client.report [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.202672] env[63309]: DEBUG nova.network.neutron [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updated VIF entry in instance network info cache for port 7dd36299-67aa-4df6-90d1-1e42c6806b03. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.203087] env[63309]: DEBUG nova.network.neutron [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updating instance_info_cache with network_info: [{"id": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "address": "fa:16:3e:cc:0a:2e", "network": {"id": "5c19196a-8b51-4e64-a5e0-b34c2d9de402", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1207644847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b8b15ea26740b0b1ab626a9d93e2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd36299-67", "ovs_interfaceid": "7dd36299-67aa-4df6-90d1-1e42c6806b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.343218] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.370912] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.371192] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.371357] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.371543] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.371689] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.371836] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.372056] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.372225] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.372392] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.372553] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.372726] env[63309]: DEBUG nova.virt.hardware [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.373607] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0af624-02d6-42e2-9e0d-25b929184a76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.381832] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cba0c9-b30e-4fab-9d01-c95894a3d1aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.554017] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.201s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.554017] env[63309]: INFO nova.compute.manager [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Migrating [ 1207.574157] env[63309]: DEBUG nova.compute.manager [req-81198f54-6185-497c-be61-f256aadb67d2 req-0a10f667-319c-4b9a-abc2-b934e7531044 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-vif-plugged-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.574157] env[63309]: DEBUG oslo_concurrency.lockutils [req-81198f54-6185-497c-be61-f256aadb67d2 req-0a10f667-319c-4b9a-abc2-b934e7531044 service nova] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.574157] env[63309]: DEBUG oslo_concurrency.lockutils [req-81198f54-6185-497c-be61-f256aadb67d2 req-0a10f667-319c-4b9a-abc2-b934e7531044 service nova] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.574157] env[63309]: DEBUG oslo_concurrency.lockutils [req-81198f54-6185-497c-be61-f256aadb67d2 req-0a10f667-319c-4b9a-abc2-b934e7531044 service nova] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.574157] env[63309]: DEBUG nova.compute.manager [req-81198f54-6185-497c-be61-f256aadb67d2 req-0a10f667-319c-4b9a-abc2-b934e7531044 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] No waiting events found dispatching network-vif-plugged-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.574903] env[63309]: WARNING nova.compute.manager [req-81198f54-6185-497c-be61-f256aadb67d2 req-0a10f667-319c-4b9a-abc2-b934e7531044 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received unexpected event network-vif-plugged-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 for instance with vm_state building and task_state spawning. [ 1207.707401] env[63309]: DEBUG oslo_concurrency.lockutils [req-33469415-2bb9-4e93-b864-c6bacd1c4d6d req-653f3729-7013-45e7-b8da-baeb3a9ce194 service nova] Releasing lock "refresh_cache-64b188b7-58dc-4374-b1e9-0268a7a2752b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.871169] env[63309]: DEBUG nova.network.neutron [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Successfully updated port: 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.076461] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.076674] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.076846] env[63309]: DEBUG nova.network.neutron [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.374071] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.374327] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.374406] env[63309]: DEBUG nova.network.neutron [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.806154] env[63309]: DEBUG nova.network.neutron [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.906605] env[63309]: DEBUG nova.network.neutron [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.046676] env[63309]: DEBUG nova.network.neutron [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.310200] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.549636] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.550104] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Instance network_info: |[{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.550434] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:c0:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.558040] env[63309]: DEBUG oslo.service.loopingcall [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.558227] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.558454] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85f35b04-53c3-4a21-bea9-0455e38819b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.577295] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.577295] env[63309]: value = "task-2731067" [ 1209.577295] env[63309]: _type = "Task" [ 1209.577295] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.584732] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731067, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.809601] env[63309]: DEBUG nova.compute.manager [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.809807] env[63309]: DEBUG nova.compute.manager [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing instance network info cache due to event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1209.810058] env[63309]: DEBUG oslo_concurrency.lockutils [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.810212] env[63309]: DEBUG oslo_concurrency.lockutils [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.810373] env[63309]: DEBUG nova.network.neutron [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.087291] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731067, 'name': CreateVM_Task, 'duration_secs': 0.381532} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.087431] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.088143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.088307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.088632] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.088877] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3fe53d-ae69-4b9c-bd28-ef9435b306fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.093111] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1210.093111] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5253c45b-0f9d-66ca-cf06-d27c2300ac72" [ 1210.093111] env[63309]: _type = "Task" [ 1210.093111] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.100468] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5253c45b-0f9d-66ca-cf06-d27c2300ac72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.517328] env[63309]: DEBUG nova.network.neutron [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updated VIF entry in instance network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.517770] env[63309]: DEBUG nova.network.neutron [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.604602] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5253c45b-0f9d-66ca-cf06-d27c2300ac72, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.604602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.604602] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.604602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.604602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.604602] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.604602] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80ae62b5-f5f7-42e3-8845-e5bbcb4e8b04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.613064] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.613279] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.614138] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958c538c-11b6-4003-b48d-bf6cd0b178ca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.619848] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1210.619848] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5232f0ce-ceb3-5fab-48e7-b5230c0ba9f7" [ 1210.619848] env[63309]: _type = "Task" [ 1210.619848] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.627528] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5232f0ce-ceb3-5fab-48e7-b5230c0ba9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.825591] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8be035-cf5f-4feb-944d-dfbc738b1ee6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.844319] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 0 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.020437] env[63309]: DEBUG oslo_concurrency.lockutils [req-bdd5d67e-eeb6-4824-aaa3-dcc83bef92c8 req-e727030c-847e-4424-9efb-ee414c7039bb service nova] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.130929] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5232f0ce-ceb3-5fab-48e7-b5230c0ba9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.131743] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6919087-08b0-463c-aba4-b236a8660c6c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.136748] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1211.136748] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cce309-460b-0be8-a591-9c6ae25c3f3a" [ 1211.136748] env[63309]: _type = "Task" [ 1211.136748] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.144328] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cce309-460b-0be8-a591-9c6ae25c3f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.350548] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.350862] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3b32e9-65e6-4d7f-a589-3f7ead8e584d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.357870] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1211.357870] env[63309]: value = "task-2731069" [ 1211.357870] env[63309]: _type = "Task" [ 1211.357870] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.366994] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.646502] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52cce309-460b-0be8-a591-9c6ae25c3f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.646902] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.646969] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 7305d89a-2885-42b3-ac68-4d36af76e4ea/7305d89a-2885-42b3-ac68-4d36af76e4ea.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.647249] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8ad1cf-e1b8-4e7e-8e93-72e6afc77ca4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.654542] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1211.654542] env[63309]: value = "task-2731070" [ 1211.654542] env[63309]: _type = "Task" [ 1211.654542] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.662127] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.868480] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731069, 'name': PowerOffVM_Task, 'duration_secs': 0.181969} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.869178] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.869384] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 17 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.164065] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457489} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.164329] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 7305d89a-2885-42b3-ac68-4d36af76e4ea/7305d89a-2885-42b3-ac68-4d36af76e4ea.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.164543] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.164796] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec9bf88-c2a3-41b8-8382-7ee50080bf89 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.174589] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1212.174589] env[63309]: value = "task-2731071" [ 1212.174589] env[63309]: _type = "Task" [ 1212.174589] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.182334] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.376125] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.376422] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.376583] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.376768] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.376916] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.377078] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.377294] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.377446] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.377656] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.377845] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.378036] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.383141] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c1bc0b-a20f-41dd-8224-377c66fb8f61 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.399260] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1212.399260] env[63309]: value = "task-2731072" [ 1212.399260] env[63309]: _type = "Task" [ 1212.399260] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.407695] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.683405] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061805} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.683687] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.684463] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f85c0-ebfb-4dde-9110-9eeaa96b569b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.707666] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7305d89a-2885-42b3-ac68-4d36af76e4ea/7305d89a-2885-42b3-ac68-4d36af76e4ea.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.707976] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce04677-8fa4-4364-9998-bd6cd48e468c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.730079] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1212.730079] env[63309]: value = "task-2731074" [ 1212.730079] env[63309]: _type = "Task" [ 1212.730079] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.741551] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.909163] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731072, 'name': ReconfigVM_Task, 'duration_secs': 0.36228} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.909444] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 33 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.239623] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731074, 'name': ReconfigVM_Task, 'duration_secs': 0.439205} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.239934] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7305d89a-2885-42b3-ac68-4d36af76e4ea/7305d89a-2885-42b3-ac68-4d36af76e4ea.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.240577] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-addbfe49-4cf7-43ac-a204-188f246f45e7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.246914] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1213.246914] env[63309]: value = "task-2731075" [ 1213.246914] env[63309]: _type = "Task" [ 1213.246914] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.256118] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731075, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.415517] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.415781] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.415931] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.417070] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.417433] env[63309]: DEBUG nova.virt.hardware [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.422593] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.422865] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e860b0a8-14a7-467a-a9ca-72375a9cd207 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.440738] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1213.440738] env[63309]: value = "task-2731076" [ 1213.440738] env[63309]: _type = "Task" [ 1213.440738] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.448248] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.756626] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731075, 'name': Rename_Task, 'duration_secs': 0.128945} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.756911] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.757158] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd19281c-b055-4302-b335-146ae47062ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.762874] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1213.762874] env[63309]: value = "task-2731077" [ 1213.762874] env[63309]: _type = "Task" [ 1213.762874] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.770432] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.950889] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731076, 'name': ReconfigVM_Task, 'duration_secs': 0.178956} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.951194] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.952051] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b6e773-b6c0-4619-8602-4cbad01f6882 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.974848] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.975140] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93b7bc1-a79d-4499-81e3-3b83cef9044b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.993529] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1213.993529] env[63309]: value = "task-2731078" [ 1213.993529] env[63309]: _type = "Task" [ 1213.993529] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.001724] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.272274] env[63309]: DEBUG oslo_vmware.api [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731077, 'name': PowerOnVM_Task, 'duration_secs': 0.456875} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.272542] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.272747] env[63309]: INFO nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1214.272929] env[63309]: DEBUG nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.273903] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c18fa-da9e-4fa1-8bfd-a0f2d0216208 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.503417] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731078, 'name': ReconfigVM_Task, 'duration_secs': 0.382802} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.503721] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.503936] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 50 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.793180] env[63309]: INFO nova.compute.manager [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Took 11.69 seconds to build instance. [ 1215.011243] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151ce3d-519e-4d86-aefe-81a4bf8342a9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.033030] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc591b2-f31a-4a18-88f2-7727a948ce8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.050448] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 67 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.295390] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f3bc3446-9150-451a-89d7-af330739cc26 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.200s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.339041] env[63309]: DEBUG nova.compute.manager [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1215.339259] env[63309]: DEBUG nova.compute.manager [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing instance network info cache due to event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1215.339485] env[63309]: DEBUG oslo_concurrency.lockutils [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.339630] env[63309]: DEBUG oslo_concurrency.lockutils [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.339794] env[63309]: DEBUG nova.network.neutron [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.592173] env[63309]: DEBUG nova.network.neutron [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Port da73f239-764d-4aad-9db0-6a926e42a122 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.755804] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.756088] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.221127] env[63309]: DEBUG nova.network.neutron [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updated VIF entry in instance network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.221519] env[63309]: DEBUG nova.network.neutron [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.259938] env[63309]: INFO nova.compute.manager [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Detaching volume 29219fcf-be51-451b-8bdc-9218cf4be532 [ 1216.301513] env[63309]: INFO nova.virt.block_device [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Attempting to driver detach volume 29219fcf-be51-451b-8bdc-9218cf4be532 from mountpoint /dev/sdb [ 1216.301643] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.301829] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549870', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'name': 'volume-29219fcf-be51-451b-8bdc-9218cf4be532', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be4432f4-17d0-456b-93c8-43614605797b', 'attached_at': '', 'detached_at': '', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'serial': '29219fcf-be51-451b-8bdc-9218cf4be532'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.302736] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832aa26-63ac-4993-ada7-1e1e80f91524 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.328200] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a7d4d5-d809-4860-945f-ee98bd09c946 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.334997] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24131b9c-0b54-433e-82b8-73db438791fe {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.354968] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a462a8d-7a91-4422-b079-d09e1592bb91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.370230] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] The volume has not been displaced from its original location: [datastore1] volume-29219fcf-be51-451b-8bdc-9218cf4be532/volume-29219fcf-be51-451b-8bdc-9218cf4be532.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.375306] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.375871] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa0abc1-50bc-408b-8307-861390becb10 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.393585] env[63309]: DEBUG oslo_vmware.api [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1216.393585] env[63309]: value = "task-2731080" [ 1216.393585] env[63309]: _type = "Task" [ 1216.393585] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.401357] env[63309]: DEBUG oslo_vmware.api [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.615084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.615084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.615288] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.724305] env[63309]: DEBUG oslo_concurrency.lockutils [req-27503e21-f0ee-45b6-a3b8-d9925f2cf49b req-12479304-2625-4111-b216-d4bc58ee10ad service nova] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.903903] env[63309]: DEBUG oslo_vmware.api [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731080, 'name': ReconfigVM_Task, 'duration_secs': 0.251576} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.904275] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.909156] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb5408f-a62c-4a70-b155-505004191a97 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.923506] env[63309]: DEBUG oslo_vmware.api [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1216.923506] env[63309]: value = "task-2731081" [ 1216.923506] env[63309]: _type = "Task" [ 1216.923506] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.931347] env[63309]: DEBUG oslo_vmware.api [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.371632] env[63309]: DEBUG nova.compute.manager [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.371893] env[63309]: DEBUG nova.compute.manager [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing instance network info cache due to event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1217.372128] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.372281] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.372442] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.435451] env[63309]: DEBUG oslo_vmware.api [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731081, 'name': ReconfigVM_Task, 'duration_secs': 0.138765} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.435451] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549870', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'name': 'volume-29219fcf-be51-451b-8bdc-9218cf4be532', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be4432f4-17d0-456b-93c8-43614605797b', 'attached_at': '', 'detached_at': '', 'volume_id': '29219fcf-be51-451b-8bdc-9218cf4be532', 'serial': '29219fcf-be51-451b-8bdc-9218cf4be532'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.650471] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.650734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.650947] env[63309]: DEBUG nova.network.neutron [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.852884] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "f5f30b0a-68d6-4c51-9692-1016709bf570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.853119] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.976969] env[63309]: DEBUG nova.objects.instance [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.061311] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updated VIF entry in instance network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.061737] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.355702] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.364031] env[63309]: DEBUG nova.network.neutron [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.566112] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.566422] env[63309]: DEBUG nova.compute.manager [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1218.566582] env[63309]: DEBUG nova.compute.manager [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing instance network info cache due to event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1218.566836] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.567014] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.567262] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.868380] env[63309]: DEBUG oslo_concurrency.lockutils [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.878496] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.878762] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.880256] env[63309]: INFO nova.compute.claims [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.943892] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.983855] env[63309]: DEBUG oslo_concurrency.lockutils [None req-2c6a0137-d81f-4e65-a3f0-4f0995d8a8c3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.984911] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.041s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.985114] env[63309]: DEBUG nova.compute.manager [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.986403] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc907823-e70b-4e91-a31c-14761f9e9d23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.993421] env[63309]: DEBUG nova.compute.manager [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1218.993966] env[63309]: DEBUG nova.objects.instance [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.267705] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updated VIF entry in instance network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.268134] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.394516] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59b64ea-05d6-46c6-9c1d-c2a398be2370 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.417897] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2c40ac-ee8e-47a5-bf18-70d8ee5ed0b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.424957] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 83 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.771115] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.771529] env[63309]: DEBUG nova.compute.manager [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.771597] env[63309]: DEBUG nova.compute.manager [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing instance network info cache due to event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1219.771754] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.771897] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.772125] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.882752] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.883058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.883297] env[63309]: INFO nova.compute.manager [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Shelving [ 1219.904518] env[63309]: DEBUG nova.scheduler.client.report [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1219.921974] env[63309]: DEBUG nova.scheduler.client.report [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1219.922231] env[63309]: DEBUG nova.compute.provider_tree [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.931691] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.931986] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2079d2d9-4794-4df3-b92c-54d817bd3c96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.935810] env[63309]: DEBUG nova.scheduler.client.report [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1219.940133] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1219.940133] env[63309]: value = "task-2731082" [ 1219.940133] env[63309]: _type = "Task" [ 1219.940133] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.947878] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.953346] env[63309]: DEBUG nova.scheduler.client.report [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1220.001195] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.001503] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d63152c-a3a1-4ce3-8429-6819d97c469b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.008192] env[63309]: DEBUG oslo_vmware.api [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1220.008192] env[63309]: value = "task-2731083" [ 1220.008192] env[63309]: _type = "Task" [ 1220.008192] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.016576] env[63309]: DEBUG oslo_vmware.api [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.067718] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f0326e-5cea-4c3d-9804-a2854d76f020 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.075535] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38599c47-fd5f-42b4-bdaa-ad04e2687fb9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.106755] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03641956-f0ed-40ad-b6c9-d259ac7d2280 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.114294] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de86330-98a1-4354-9559-80d4450e5e5a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.128218] env[63309]: DEBUG nova.compute.provider_tree [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.450436] env[63309]: DEBUG oslo_vmware.api [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731082, 'name': PowerOnVM_Task, 'duration_secs': 0.415401} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.450673] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.450889] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-84268de9-0579-4c58-b233-5e3bb2af97e5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance '4cd99ba4-c7cc-49ad-9197-4788c15df0ae' progress to 100 {{(pid=63309) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.499683] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updated VIF entry in instance network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.500121] env[63309]: DEBUG nova.network.neutron [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.518666] env[63309]: DEBUG oslo_vmware.api [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731083, 'name': PowerOffVM_Task, 'duration_secs': 0.158411} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.518774] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.518959] env[63309]: DEBUG nova.compute.manager [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.519926] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab259b6-3012-4796-8ebd-0e3c34cfdf01 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.631786] env[63309]: DEBUG nova.scheduler.client.report [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.892854] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.893207] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddcd4208-fcf1-49d6-b7b7-38dadc28d2ba {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.900174] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1220.900174] env[63309]: value = "task-2731084" [ 1220.900174] env[63309]: _type = "Task" [ 1220.900174] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.908152] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.003348] env[63309]: DEBUG oslo_concurrency.lockutils [req-c675c400-1446-4f8e-bbea-39610168c60a req-ac703d9a-3aea-41e5-a134-1c09f2bcec00 service nova] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.032413] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e1187a72-d50e-4169-8f8f-e02bb95dc7b3 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.137980] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.138411] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.313783] env[63309]: DEBUG nova.objects.instance [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.409865] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731084, 'name': PowerOffVM_Task, 'duration_secs': 0.195166} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.410124] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.410939] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f83936-281e-495c-878c-a2f178fc3bf4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.429011] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcaf114-052a-44f0-ae98-8f3ab7ab822a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.643566] env[63309]: DEBUG nova.compute.utils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.645058] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.645256] env[63309]: DEBUG nova.network.neutron [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.711489] env[63309]: DEBUG nova.policy [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fdfc54ef53a47fea2d804d3fd4b3869', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f34954d5824f9f84572a168d131472', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.818693] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.818900] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.819191] env[63309]: DEBUG nova.network.neutron [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.819395] env[63309]: DEBUG nova.objects.instance [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'info_cache' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.941650] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1221.942344] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60703c92-64ab-41eb-8d60-5fa9fee8e991 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.951708] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1221.951708] env[63309]: value = "task-2731085" [ 1221.951708] env[63309]: _type = "Task" [ 1221.951708] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.967256] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.043134] env[63309]: DEBUG nova.network.neutron [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Successfully created port: 6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.149042] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.323232] env[63309]: DEBUG nova.objects.base [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1222.457538] env[63309]: DEBUG nova.network.neutron [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Port da73f239-764d-4aad-9db0-6a926e42a122 binding to destination host cpu-1 is already ACTIVE {{(pid=63309) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.457828] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.457992] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.458173] env[63309]: DEBUG nova.network.neutron [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.465672] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731085, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.654902] env[63309]: INFO nova.virt.block_device [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Booting with volume dbcd0d20-b397-4a2d-a97a-698f6448b526 at /dev/sda [ 1222.694056] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4132f864-316f-42da-a28f-8f89b6195523 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.705038] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e0cc84-bdac-4589-917d-3aa23754e8ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.738635] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eca57490-c912-4ddc-9d9b-8780439b5e78 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.749220] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff9cd6-efa0-47cd-bbe7-cece7219c787 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.781535] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eef2f6-c495-4fc4-b4d4-c300e2d6e5d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.789209] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad88839d-c296-40a8-b8cf-6319a92ce1b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.805181] env[63309]: DEBUG nova.virt.block_device [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updating existing volume attachment record: 4e0ce4f8-8543-4af5-80fd-de5f499a7e89 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1222.968344] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731085, 'name': CreateSnapshot_Task, 'duration_secs': 0.532931} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.968614] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1222.969438] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910b46c-51d3-47ff-9a1d-6c01e89eec1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.107099] env[63309]: DEBUG nova.network.neutron [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [{"id": "eee39a53-04ea-4662-bc02-a295b6908271", "address": "fa:16:3e:f5:54:f4", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee39a53-04", "ovs_interfaceid": "eee39a53-04ea-4662-bc02-a295b6908271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.228880] env[63309]: DEBUG nova.network.neutron [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.461854] env[63309]: DEBUG nova.compute.manager [req-9c0d3548-e328-4321-a121-8967118bc362 req-a9f98af9-e300-4392-83ea-e07b4f4222c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Received event network-vif-plugged-6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.462164] env[63309]: DEBUG oslo_concurrency.lockutils [req-9c0d3548-e328-4321-a121-8967118bc362 req-a9f98af9-e300-4392-83ea-e07b4f4222c9 service nova] Acquiring lock "f5f30b0a-68d6-4c51-9692-1016709bf570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.462455] env[63309]: DEBUG oslo_concurrency.lockutils [req-9c0d3548-e328-4321-a121-8967118bc362 req-a9f98af9-e300-4392-83ea-e07b4f4222c9 service nova] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.462681] env[63309]: DEBUG oslo_concurrency.lockutils [req-9c0d3548-e328-4321-a121-8967118bc362 req-a9f98af9-e300-4392-83ea-e07b4f4222c9 service nova] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.462908] env[63309]: DEBUG nova.compute.manager [req-9c0d3548-e328-4321-a121-8967118bc362 req-a9f98af9-e300-4392-83ea-e07b4f4222c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] No waiting events found dispatching network-vif-plugged-6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.463151] env[63309]: WARNING nova.compute.manager [req-9c0d3548-e328-4321-a121-8967118bc362 req-a9f98af9-e300-4392-83ea-e07b4f4222c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Received unexpected event network-vif-plugged-6966c02f-8068-4ab3-a1f0-79278bad27a1 for instance with vm_state building and task_state block_device_mapping. [ 1223.488687] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1223.489131] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e5db00f-123c-4070-b8d7-c7aeb1e4debb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.499707] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1223.499707] env[63309]: value = "task-2731086" [ 1223.499707] env[63309]: _type = "Task" [ 1223.499707] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.511287] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731086, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.544257] env[63309]: DEBUG nova.network.neutron [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Successfully updated port: 6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.612815] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "refresh_cache-be4432f4-17d0-456b-93c8-43614605797b" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.732179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.010345] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731086, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.050633] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.050758] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquired lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.050913] env[63309]: DEBUG nova.network.neutron [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.236081] env[63309]: DEBUG nova.compute.manager [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63309) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1224.236081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.236081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.511925] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731086, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.583337] env[63309]: DEBUG nova.network.neutron [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.618822] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.619165] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a97a46-f393-4120-8d3a-277baaf7ea05 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.628817] env[63309]: DEBUG oslo_vmware.api [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1224.628817] env[63309]: value = "task-2731087" [ 1224.628817] env[63309]: _type = "Task" [ 1224.628817] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.637143] env[63309]: DEBUG oslo_vmware.api [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.715482] env[63309]: DEBUG nova.network.neutron [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updating instance_info_cache with network_info: [{"id": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "address": "fa:16:3e:b1:40:77", "network": {"id": "92a49754-aeda-4232-ac15-3a2f0a149233", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-485434245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f34954d5824f9f84572a168d131472", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6966c02f-80", "ovs_interfaceid": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.738891] env[63309]: DEBUG nova.objects.instance [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'migration_context' on Instance uuid 4cd99ba4-c7cc-49ad-9197-4788c15df0ae {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.894296] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.894897] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.896024] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.896024] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.896024] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.896024] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.896325] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.896673] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.896966] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.897280] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.897574] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.897881] env[63309]: DEBUG nova.virt.hardware [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.899028] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4b8e7-147b-494c-b108-b78a0a66930a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.908991] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b29008-4b2a-4478-8d95-edc1fa6461a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.010067] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731086, 'name': CloneVM_Task, 'duration_secs': 1.384769} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.010350] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Created linked-clone VM from snapshot [ 1225.011118] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396e189-01b1-46f4-958f-3219269f3894 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.019872] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Uploading image b6350129-b52c-4588-b9de-359c27430618 {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1225.046441] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1225.046441] env[63309]: value = "vm-549881" [ 1225.046441] env[63309]: _type = "VirtualMachine" [ 1225.046441] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1225.046727] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88b826fd-1700-4a23-b757-3c5d766c00f1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.056528] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease: (returnval){ [ 1225.056528] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416ed7-8867-79b3-2098-1e6ea5f0216d" [ 1225.056528] env[63309]: _type = "HttpNfcLease" [ 1225.056528] env[63309]: } obtained for exporting VM: (result){ [ 1225.056528] env[63309]: value = "vm-549881" [ 1225.056528] env[63309]: _type = "VirtualMachine" [ 1225.056528] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1225.056849] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the lease: (returnval){ [ 1225.056849] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416ed7-8867-79b3-2098-1e6ea5f0216d" [ 1225.056849] env[63309]: _type = "HttpNfcLease" [ 1225.056849] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1225.063342] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.063342] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416ed7-8867-79b3-2098-1e6ea5f0216d" [ 1225.063342] env[63309]: _type = "HttpNfcLease" [ 1225.063342] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1225.138628] env[63309]: DEBUG oslo_vmware.api [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.218418] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Releasing lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.218729] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance network_info: |[{"id": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "address": "fa:16:3e:b1:40:77", "network": {"id": "92a49754-aeda-4232-ac15-3a2f0a149233", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-485434245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f34954d5824f9f84572a168d131472", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6966c02f-80", "ovs_interfaceid": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.219170] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:40:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6966c02f-8068-4ab3-a1f0-79278bad27a1', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.226830] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Creating folder: Project (e2f34954d5824f9f84572a168d131472). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.227104] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8abb6b99-4c32-4059-9907-e4c429ffe6d8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.240918] env[63309]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1225.241089] env[63309]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63309) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1225.243863] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Folder already exists: Project (e2f34954d5824f9f84572a168d131472). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1225.244077] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Creating folder: Instances. Parent ref: group-v549874. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.244514] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d1fdc85-4f99-4c43-9b10-87353dc98376 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.254462] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Created folder: Instances in parent group-v549874. [ 1225.254707] env[63309]: DEBUG oslo.service.loopingcall [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.254897] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.255125] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d167cb2-ae44-4dae-b177-2ef44720a15b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.278056] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.278056] env[63309]: value = "task-2731091" [ 1225.278056] env[63309]: _type = "Task" [ 1225.278056] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.287396] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731091, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.370508] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e841326-7c1d-4dfe-b6d3-8309099931af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.379910] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f38994-74e5-4d6b-8616-2c1b8408dbfc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.413169] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf4cc1-3306-48e6-b206-827ee9730a5c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.422430] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0050ba-d760-42a7-9110-aa1e9b3647a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.434701] env[63309]: DEBUG nova.compute.provider_tree [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.489521] env[63309]: DEBUG nova.compute.manager [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Received event network-changed-6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.489521] env[63309]: DEBUG nova.compute.manager [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Refreshing instance network info cache due to event network-changed-6966c02f-8068-4ab3-a1f0-79278bad27a1. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1225.489521] env[63309]: DEBUG oslo_concurrency.lockutils [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] Acquiring lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.489521] env[63309]: DEBUG oslo_concurrency.lockutils [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] Acquired lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.490137] env[63309]: DEBUG nova.network.neutron [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Refreshing network info cache for port 6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.565700] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.565700] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416ed7-8867-79b3-2098-1e6ea5f0216d" [ 1225.565700] env[63309]: _type = "HttpNfcLease" [ 1225.565700] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.566135] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.566135] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52416ed7-8867-79b3-2098-1e6ea5f0216d" [ 1225.566135] env[63309]: _type = "HttpNfcLease" [ 1225.566135] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1225.566890] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62243fc-53c9-48db-9563-310a582e58c2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.574379] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebf144-f6e8-2cf9-f2e6-2f5e6bd508bc/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.574581] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebf144-f6e8-2cf9-f2e6-2f5e6bd508bc/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1225.641993] env[63309]: DEBUG oslo_vmware.api [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.663231] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d0cf6d8-bfa6-4bb4-aa7f-e20d977b9f03 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.787981] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731091, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.938259] env[63309]: DEBUG nova.scheduler.client.report [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.148399] env[63309]: DEBUG oslo_vmware.api [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731087, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.284952] env[63309]: DEBUG nova.network.neutron [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updated VIF entry in instance network info cache for port 6966c02f-8068-4ab3-a1f0-79278bad27a1. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.285486] env[63309]: DEBUG nova.network.neutron [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updating instance_info_cache with network_info: [{"id": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "address": "fa:16:3e:b1:40:77", "network": {"id": "92a49754-aeda-4232-ac15-3a2f0a149233", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-485434245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f34954d5824f9f84572a168d131472", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6966c02f-80", "ovs_interfaceid": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.295402] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731091, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.643773] env[63309]: DEBUG oslo_vmware.api [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731087, 'name': PowerOnVM_Task, 'duration_secs': 1.530792} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.644073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.644288] env[63309]: DEBUG nova.compute.manager [None req-0844d524-99b2-4b5e-8947-c2125e488deb tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.645068] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747ad7fe-f0e8-456c-b52e-81314975005d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.790885] env[63309]: DEBUG oslo_concurrency.lockutils [req-f2b8ac3d-0748-4680-819d-2a12be90097c req-f2d37e5f-be21-4aff-a5f7-b920e3e774a9 service nova] Releasing lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.791264] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731091, 'name': CreateVM_Task, 'duration_secs': 1.314069} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.791470] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.792446] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '4e0ce4f8-8543-4af5-80fd-de5f499a7e89', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549878', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'name': 'volume-dbcd0d20-b397-4a2d-a97a-698f6448b526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5f30b0a-68d6-4c51-9692-1016709bf570', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'serial': 'dbcd0d20-b397-4a2d-a97a-698f6448b526'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63309) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1226.792748] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Root volume attach. Driver type: vmdk {{(pid=63309) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1226.793599] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748e7a2-60f2-461a-92d9-c056fcee8098 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.803116] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752872f7-cafb-4771-b9dc-11d9341ac14f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.810322] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd5c85-0c0a-462e-8e49-eb2d3af59031 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.817100] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-276e1ab0-e38f-45ba-b7e1-1f9b6c2510b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.825176] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1226.825176] env[63309]: value = "task-2731092" [ 1226.825176] env[63309]: _type = "Task" [ 1226.825176] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.833570] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731092, 'name': RelocateVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.950238] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.714s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.335857] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731092, 'name': RelocateVM_Task, 'duration_secs': 0.034162} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.336325] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1227.336503] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549878', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'name': 'volume-dbcd0d20-b397-4a2d-a97a-698f6448b526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5f30b0a-68d6-4c51-9692-1016709bf570', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'serial': 'dbcd0d20-b397-4a2d-a97a-698f6448b526'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1227.337472] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b9d85-f1d2-4000-b46b-055bca4d78a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.354816] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41283bb3-512c-4efb-b861-ebd79b6cbe6d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.379603] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-dbcd0d20-b397-4a2d-a97a-698f6448b526/volume-dbcd0d20-b397-4a2d-a97a-698f6448b526.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.380344] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a12e37-d6d5-4744-aa3b-04e77e8c4051 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.402572] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1227.402572] env[63309]: value = "task-2731093" [ 1227.402572] env[63309]: _type = "Task" [ 1227.402572] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.411651] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.913885] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731093, 'name': ReconfigVM_Task, 'duration_secs': 0.293806} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.914308] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-dbcd0d20-b397-4a2d-a97a-698f6448b526/volume-dbcd0d20-b397-4a2d-a97a-698f6448b526.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.919015] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74724cef-f303-4a06-88c1-c9bb21c0daf3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.936074] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1227.936074] env[63309]: value = "task-2731094" [ 1227.936074] env[63309]: _type = "Task" [ 1227.936074] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.945336] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.447334] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731094, 'name': ReconfigVM_Task, 'duration_secs': 0.128917} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.447749] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549878', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'name': 'volume-dbcd0d20-b397-4a2d-a97a-698f6448b526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5f30b0a-68d6-4c51-9692-1016709bf570', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'serial': 'dbcd0d20-b397-4a2d-a97a-698f6448b526'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.448489] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54a524cb-6429-4234-a9d3-064de943ab1f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.456992] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1228.456992] env[63309]: value = "task-2731095" [ 1228.456992] env[63309]: _type = "Task" [ 1228.456992] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.466529] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731095, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.492807] env[63309]: INFO nova.compute.manager [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Swapping old allocation on dict_keys(['c0925b0a-422f-4101-a1c7-1d0118bc03e5']) held by migration eb4491e1-5827-418b-99cc-a917970fe0bf for instance [ 1228.520137] env[63309]: DEBUG nova.scheduler.client.report [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Overwriting current allocation {'allocations': {'c0925b0a-422f-4101-a1c7-1d0118bc03e5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '4de8159d42db4d74a4eee254ded7b0e6', 'user_id': 'b144fe4405bc48e3bb8c6dfe3db5ed4b', 'consumer_generation': 1} on consumer 4cd99ba4-c7cc-49ad-9197-4788c15df0ae {{(pid=63309) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1228.612593] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.612786] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.612966] env[63309]: DEBUG nova.network.neutron [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.967325] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731095, 'name': Rename_Task, 'duration_secs': 0.14129} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.967605] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.967924] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e53d99b-8a23-4dc9-b39c-4dfce417eb4f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.975958] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1228.975958] env[63309]: value = "task-2731096" [ 1228.975958] env[63309]: _type = "Task" [ 1228.975958] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.984546] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.330476] env[63309]: DEBUG nova.network.neutron [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [{"id": "da73f239-764d-4aad-9db0-6a926e42a122", "address": "fa:16:3e:7d:61:0f", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda73f239-76", "ovs_interfaceid": "da73f239-764d-4aad-9db0-6a926e42a122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.486873] env[63309]: DEBUG oslo_vmware.api [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731096, 'name': PowerOnVM_Task, 'duration_secs': 0.484098} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.487325] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.487412] env[63309]: INFO nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Took 4.59 seconds to spawn the instance on the hypervisor. [ 1229.487619] env[63309]: DEBUG nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.488548] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163ff2ff-16bf-4eac-b58d-72ebe6e678a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.833075] env[63309]: DEBUG oslo_concurrency.lockutils [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4cd99ba4-c7cc-49ad-9197-4788c15df0ae" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.833655] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.833964] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3df112a-3af9-4baa-8e2e-a81a87670e4e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.842385] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1229.842385] env[63309]: value = "task-2731097" [ 1229.842385] env[63309]: _type = "Task" [ 1229.842385] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.853581] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.008053] env[63309]: INFO nova.compute.manager [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Took 11.15 seconds to build instance. [ 1230.353647] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731097, 'name': PowerOffVM_Task, 'duration_secs': 0.339736} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.353647] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.354107] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.354326] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.354484] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.354665] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.354813] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.355008] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.355234] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.355396] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.355563] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.355724] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.355893] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.360842] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4a5cc9-36e3-41c7-97fa-a21bde78ed04 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.378024] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1230.378024] env[63309]: value = "task-2731098" [ 1230.378024] env[63309]: _type = "Task" [ 1230.378024] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.387157] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.510029] env[63309]: DEBUG oslo_concurrency.lockutils [None req-16821b19-1eee-4fec-8077-2eecde96e8ad tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.657s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.891791] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731098, 'name': ReconfigVM_Task, 'duration_secs': 0.237026} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.893460] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4719a0-0a9b-4273-95b0-9a4027409e2d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.920025] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.920444] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.920612] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.920756] env[63309]: DEBUG nova.virt.hardware [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.921622] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9663b4-6592-4dcd-b76e-4ffca57f2df9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.928110] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1230.928110] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d1b9f3-4c96-ffd0-33f0-67b9a1c56791" [ 1230.928110] env[63309]: _type = "Task" [ 1230.928110] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.936931] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d1b9f3-4c96-ffd0-33f0-67b9a1c56791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.365632] env[63309]: DEBUG nova.compute.manager [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Received event network-changed-6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1231.366315] env[63309]: DEBUG nova.compute.manager [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Refreshing instance network info cache due to event network-changed-6966c02f-8068-4ab3-a1f0-79278bad27a1. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1231.366315] env[63309]: DEBUG oslo_concurrency.lockutils [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] Acquiring lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.366315] env[63309]: DEBUG oslo_concurrency.lockutils [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] Acquired lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.366625] env[63309]: DEBUG nova.network.neutron [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Refreshing network info cache for port 6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.440737] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d1b9f3-4c96-ffd0-33f0-67b9a1c56791, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.447850] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.448545] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdde80e2-103c-439e-bbcc-00187a63b8d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.469748] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1231.469748] env[63309]: value = "task-2731099" [ 1231.469748] env[63309]: _type = "Task" [ 1231.469748] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.479030] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.782466] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.782809] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.782899] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.783057] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.783241] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.783406] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.783555] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.783695] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1231.783839] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.984162] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731099, 'name': ReconfigVM_Task, 'duration_secs': 0.28008} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.984466] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.985282] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad7de8e-b18a-454b-a71d-e7f55edc247d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.009078] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.011892] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfdac98-0be0-4015-bfa4-d218ffcac7d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.040521] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1232.040521] env[63309]: value = "task-2731100" [ 1232.040521] env[63309]: _type = "Task" [ 1232.040521] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.051293] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.149069] env[63309]: DEBUG nova.network.neutron [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updated VIF entry in instance network info cache for port 6966c02f-8068-4ab3-a1f0-79278bad27a1. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.149566] env[63309]: DEBUG nova.network.neutron [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updating instance_info_cache with network_info: [{"id": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "address": "fa:16:3e:b1:40:77", "network": {"id": "92a49754-aeda-4232-ac15-3a2f0a149233", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-485434245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f34954d5824f9f84572a168d131472", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6966c02f-80", "ovs_interfaceid": "6966c02f-8068-4ab3-a1f0-79278bad27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.287233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.287560] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.287807] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.288033] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1232.288951] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3398d-6fbd-4a05-b4fa-65c5067d1891 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.298789] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad798b2a-c54c-4ea9-9463-f21908f3c446 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.313570] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51baa0bc-2f14-4008-a0c4-ab59ddf660dd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.321474] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fef692-e077-4887-ba17-9bfc1fd144c4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.351688] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180133MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.351886] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.352061] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.553179] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.652739] env[63309]: DEBUG oslo_concurrency.lockutils [req-86a333d3-1c27-4cf5-8fa8-44df91408f9a req-84983ea3-d634-4228-83df-c0c4c4bf63c9 service nova] Releasing lock "refresh_cache-f5f30b0a-68d6-4c51-9692-1016709bf570" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.822583] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebf144-f6e8-2cf9-f2e6-2f5e6bd508bc/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.823547] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86020f99-664c-45f7-8831-1e108639a377 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.830466] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebf144-f6e8-2cf9-f2e6-2f5e6bd508bc/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.830635] env[63309]: ERROR oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebf144-f6e8-2cf9-f2e6-2f5e6bd508bc/disk-0.vmdk due to incomplete transfer. [ 1232.830864] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5037ae9-5eeb-49d7-bb70-53c63e571e16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.838462] env[63309]: DEBUG oslo_vmware.rw_handles [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebf144-f6e8-2cf9-f2e6-2f5e6bd508bc/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1232.838658] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Uploaded image b6350129-b52c-4588-b9de-359c27430618 to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1232.841014] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1232.841269] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf347f90-04e1-4001-8e5f-aa58d775e6fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.847356] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1232.847356] env[63309]: value = "task-2731101" [ 1232.847356] env[63309]: _type = "Task" [ 1232.847356] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.860294] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731101, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.052149] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.358498] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731101, 'name': Destroy_Task, 'duration_secs': 0.301326} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.358772] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Destroyed the VM [ 1233.359079] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1233.359338] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a29d0ecd-3751-44c6-a5f3-5239a4dc10a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.370743] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1233.370743] env[63309]: value = "task-2731102" [ 1233.370743] env[63309]: _type = "Task" [ 1233.370743] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.380962] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.382065] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance be4432f4-17d0-456b-93c8-43614605797b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.382225] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.382362] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 164e1038-3a5e-4431-ac1d-4e22e5516283 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.382503] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 64b188b7-58dc-4374-b1e9-0268a7a2752b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.382632] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 7305d89a-2885-42b3-ac68-4d36af76e4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.382803] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4cd99ba4-c7cc-49ad-9197-4788c15df0ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.383022] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f5f30b0a-68d6-4c51-9692-1016709bf570 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.383274] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1233.383432] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1233.495571] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082537bc-3f97-4494-bce9-d61e0d1ef29b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.503846] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f60f1-d004-46a5-94cc-dcc339d857c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.534113] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada70ed-8530-4111-811c-812c5fdf6524 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.541925] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e7153-62a5-43d9-aa15-9cb1fe4aa7ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.560155] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.564101] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731100, 'name': ReconfigVM_Task, 'duration_secs': 1.405421} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.564594] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae/4cd99ba4-c7cc-49ad-9197-4788c15df0ae.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.565407] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66ec67-aad5-4111-a254-18e3cbd5711f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.584679] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60626e-2577-45f5-b9fd-9cae1e872cec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.606432] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a87b00-d1df-4754-ab65-6b36e638fddf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.625909] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7037968-1d89-494f-8fa9-999e5512cd2d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.633443] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.633697] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c97edf4e-a946-4942-a3cd-5d8b217f4f3f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.640544] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1233.640544] env[63309]: value = "task-2731103" [ 1233.640544] env[63309]: _type = "Task" [ 1233.640544] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.648282] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.880541] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731102, 'name': RemoveSnapshot_Task, 'duration_secs': 0.470768} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.880966] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.881112] env[63309]: DEBUG nova.compute.manager [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.881768] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3dfb4-980d-474b-8d45-d4118b8d81e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.065738] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.152651] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.394303] env[63309]: INFO nova.compute.manager [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Shelve offloading [ 1234.570740] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1234.570940] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.650982] env[63309]: DEBUG oslo_vmware.api [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731103, 'name': PowerOnVM_Task, 'duration_secs': 0.52476} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.651269] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.898064] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.898451] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6fd4db-9ca1-4fec-8b40-586b5de113e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.906541] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1234.906541] env[63309]: value = "task-2731104" [ 1234.906541] env[63309]: _type = "Task" [ 1234.906541] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.914869] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.418056] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1235.418255] env[63309]: DEBUG nova.compute.manager [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.419042] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b398b499-ddc8-4989-b976-b2b52241ccb9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.425015] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.425187] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.425355] env[63309]: DEBUG nova.network.neutron [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.662249] env[63309]: INFO nova.compute.manager [None req-90eba5a2-19df-424a-83f2-7fa7ab8b66a5 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance to original state: 'active' [ 1236.126648] env[63309]: DEBUG nova.network.neutron [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.328585] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-164e1038-3a5e-4431-ac1d-4e22e5516283-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.328867] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-164e1038-3a5e-4431-ac1d-4e22e5516283-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.329324] env[63309]: DEBUG nova.objects.instance [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'flavor' on Instance uuid 164e1038-3a5e-4431-ac1d-4e22e5516283 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.629755] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.894203] env[63309]: DEBUG nova.compute.manager [req-20f3201b-61da-49b4-b8ba-e0c5ea5f34d3 req-6d01f8a8-f42f-407d-9755-e9423cfe7b7b service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-vif-unplugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.894431] env[63309]: DEBUG oslo_concurrency.lockutils [req-20f3201b-61da-49b4-b8ba-e0c5ea5f34d3 req-6d01f8a8-f42f-407d-9755-e9423cfe7b7b service nova] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.894633] env[63309]: DEBUG oslo_concurrency.lockutils [req-20f3201b-61da-49b4-b8ba-e0c5ea5f34d3 req-6d01f8a8-f42f-407d-9755-e9423cfe7b7b service nova] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.894800] env[63309]: DEBUG oslo_concurrency.lockutils [req-20f3201b-61da-49b4-b8ba-e0c5ea5f34d3 req-6d01f8a8-f42f-407d-9755-e9423cfe7b7b service nova] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.894974] env[63309]: DEBUG nova.compute.manager [req-20f3201b-61da-49b4-b8ba-e0c5ea5f34d3 req-6d01f8a8-f42f-407d-9755-e9423cfe7b7b service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] No waiting events found dispatching network-vif-unplugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.895214] env[63309]: WARNING nova.compute.manager [req-20f3201b-61da-49b4-b8ba-e0c5ea5f34d3 req-6d01f8a8-f42f-407d-9755-e9423cfe7b7b service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received unexpected event network-vif-unplugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 for instance with vm_state shelved and task_state shelving_offloading. [ 1236.983792] env[63309]: DEBUG nova.objects.instance [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'pci_requests' on Instance uuid 164e1038-3a5e-4431-ac1d-4e22e5516283 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.044138] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.045622] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b8ece1-e2b1-40da-8f3c-d2c5c77e2998 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.055314] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.055626] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506810f4-008e-4699-894b-f6d64bfcbf67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.127666] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.128131] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.128332] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleting the datastore file [datastore1] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.128639] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bbdcd0-5ffd-4126-a56d-8aadd1ae749d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.136060] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1237.136060] env[63309]: value = "task-2731106" [ 1237.136060] env[63309]: _type = "Task" [ 1237.136060] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.144091] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.181520] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.181802] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.181975] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.182184] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.182353] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.184763] env[63309]: INFO nova.compute.manager [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Terminating instance [ 1237.486512] env[63309]: DEBUG nova.objects.base [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Object Instance<164e1038-3a5e-4431-ac1d-4e22e5516283> lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.486710] env[63309]: DEBUG nova.network.neutron [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.560541] env[63309]: DEBUG nova.policy [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.647620] env[63309]: DEBUG oslo_vmware.api [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146929} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.647826] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.647981] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.648168] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.670225] env[63309]: INFO nova.scheduler.client.report [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted allocations for instance aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac [ 1237.689040] env[63309]: DEBUG nova.compute.manager [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.689268] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.690188] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a477c3-c4c4-437d-8cb8-303d23058bfd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.698627] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.698891] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-568e7f26-08d4-4aa0-aab2-f22e4727ff8a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.706694] env[63309]: DEBUG oslo_vmware.api [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1237.706694] env[63309]: value = "task-2731107" [ 1237.706694] env[63309]: _type = "Task" [ 1237.706694] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.715504] env[63309]: DEBUG oslo_vmware.api [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.175468] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.175862] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.175939] env[63309]: DEBUG nova.objects.instance [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'resources' on Instance uuid aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.216808] env[63309]: DEBUG oslo_vmware.api [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731107, 'name': PowerOffVM_Task, 'duration_secs': 0.25533} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.217074] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.217253] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.217504] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b3b574-799d-4a8f-a6eb-8e6ccf9867d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.319326] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.319593] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.319783] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleting the datastore file [datastore2] 4cd99ba4-c7cc-49ad-9197-4788c15df0ae {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.320111] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b120a4b2-3b8a-4d2f-af4c-19fa8d4ac0de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.328714] env[63309]: DEBUG oslo_vmware.api [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1238.328714] env[63309]: value = "task-2731109" [ 1238.328714] env[63309]: _type = "Task" [ 1238.328714] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.337285] env[63309]: DEBUG oslo_vmware.api [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.679026] env[63309]: DEBUG nova.objects.instance [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'numa_topology' on Instance uuid aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.839425] env[63309]: DEBUG oslo_vmware.api [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153616} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.839521] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.839657] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.839836] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.840019] env[63309]: INFO nova.compute.manager [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1238.840269] env[63309]: DEBUG oslo.service.loopingcall [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.840469] env[63309]: DEBUG nova.compute.manager [-] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.840592] env[63309]: DEBUG nova.network.neutron [-] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.020660] env[63309]: DEBUG nova.compute.manager [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.020901] env[63309]: DEBUG nova.compute.manager [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing instance network info cache due to event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1239.021125] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.021271] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.021429] env[63309]: DEBUG nova.network.neutron [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.181254] env[63309]: DEBUG nova.objects.base [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.236376] env[63309]: DEBUG nova.network.neutron [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Successfully updated port: 753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.291353] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a74a4-7a95-4841-a2dc-ce9f65579b0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.300112] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f9a712-3d7d-4738-8f73-e2be32a04733 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.332843] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a977251-cb95-4535-87b3-3f43a1c0bd00 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.341890] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23dc771-4041-49d1-b4ec-acd9e09b118d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.356145] env[63309]: DEBUG nova.compute.provider_tree [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.725527] env[63309]: DEBUG nova.network.neutron [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updated VIF entry in instance network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.725985] env[63309]: DEBUG nova.network.neutron [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.745999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.745999] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.745999] env[63309]: DEBUG nova.network.neutron [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.859657] env[63309]: DEBUG nova.scheduler.client.report [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.863101] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.952562] env[63309]: DEBUG nova.network.neutron [-] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.229232] env[63309]: DEBUG oslo_concurrency.lockutils [req-9fb15b10-2d26-4223-bc96-28b8a90390e4 req-afc0c793-957d-43b5-a6b9-270aa69c5b70 service nova] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.283124] env[63309]: WARNING nova.network.neutron [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] 2232098d-edc1-4f74-baf6-97c1fb41209b already exists in list: networks containing: ['2232098d-edc1-4f74-baf6-97c1fb41209b']. ignoring it [ 1240.366540] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.455769] env[63309]: INFO nova.compute.manager [-] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Took 1.62 seconds to deallocate network for instance. [ 1240.546502] env[63309]: DEBUG nova.network.neutron [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "address": "fa:16:3e:52:52:92", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e2e77-f6", "ovs_interfaceid": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.874662] env[63309]: DEBUG oslo_concurrency.lockutils [None req-01adc0de-1a41-472b-8b79-a5004624f924 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.991s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.875467] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.012s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.875651] env[63309]: INFO nova.compute.manager [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Unshelving [ 1240.962527] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.962771] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.962995] env[63309]: DEBUG nova.objects.instance [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'resources' on Instance uuid 4cd99ba4-c7cc-49ad-9197-4788c15df0ae {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.048095] env[63309]: DEBUG nova.compute.manager [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-vif-plugged-753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.048402] env[63309]: DEBUG oslo_concurrency.lockutils [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.048720] env[63309]: DEBUG oslo_concurrency.lockutils [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.049021] env[63309]: DEBUG oslo_concurrency.lockutils [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.049255] env[63309]: DEBUG nova.compute.manager [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] No waiting events found dispatching network-vif-plugged-753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.049499] env[63309]: WARNING nova.compute.manager [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received unexpected event network-vif-plugged-753e2e77-f631-4cd5-94dc-8eb1afc2be7f for instance with vm_state active and task_state None. [ 1241.049820] env[63309]: DEBUG nova.compute.manager [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-changed-753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.050043] env[63309]: DEBUG nova.compute.manager [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing instance network info cache due to event network-changed-753e2e77-f631-4cd5-94dc-8eb1afc2be7f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.050236] env[63309]: DEBUG oslo_concurrency.lockutils [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.050946] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.051588] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.051802] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.052106] env[63309]: DEBUG oslo_concurrency.lockutils [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.052330] env[63309]: DEBUG nova.network.neutron [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing network info cache for port 753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.054241] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c7236c-12bc-4909-89f2-df7da9aaa435 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.073337] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.073563] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.073722] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.073902] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.074065] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.074218] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.074419] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.074580] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.074818] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.074983] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.075174] env[63309]: DEBUG nova.virt.hardware [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.081540] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Reconfiguring VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1241.082273] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6541a4df-c11f-45f0-9369-6c4214f33233 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.101591] env[63309]: DEBUG oslo_vmware.api [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1241.101591] env[63309]: value = "task-2731110" [ 1241.101591] env[63309]: _type = "Task" [ 1241.101591] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.109946] env[63309]: DEBUG oslo_vmware.api [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731110, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.557128] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cab841-608a-4844-8d57-12f1f5d00231 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.566967] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b320251-be64-4e4b-ac0a-d9799eeedf86 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.599999] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba1b1f-4b45-4fa1-ab87-66e77ae2e75d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.611018] env[63309]: DEBUG oslo_vmware.api [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.613972] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003d884c-efa5-44a9-803e-c533f12b42a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.627873] env[63309]: DEBUG nova.compute.provider_tree [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.767329] env[63309]: DEBUG nova.network.neutron [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updated VIF entry in instance network info cache for port 753e2e77-f631-4cd5-94dc-8eb1afc2be7f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.767806] env[63309]: DEBUG nova.network.neutron [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "address": "fa:16:3e:52:52:92", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e2e77-f6", "ovs_interfaceid": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.897555] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.113252] env[63309]: DEBUG oslo_vmware.api [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731110, 'name': ReconfigVM_Task, 'duration_secs': 0.806115} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.113916] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.114153] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Reconfigured VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1242.130646] env[63309]: DEBUG nova.scheduler.client.report [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.270649] env[63309]: DEBUG oslo_concurrency.lockutils [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.270954] env[63309]: DEBUG nova.compute.manager [req-78575101-520f-4437-b9cf-bcc1fa1d4326 req-4bf14422-254c-4259-b2ec-54488ffcd6c4 service nova] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Received event network-vif-deleted-da73f239-764d-4aad-9db0-6a926e42a122 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.618943] env[63309]: DEBUG oslo_concurrency.lockutils [None req-39a7de02-226d-4f0d-bceb-3029a85abc51 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-164e1038-3a5e-4431-ac1d-4e22e5516283-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.290s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.635119] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.638259] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.741s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.638358] env[63309]: DEBUG nova.objects.instance [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'pci_requests' on Instance uuid aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.654535] env[63309]: INFO nova.scheduler.client.report [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted allocations for instance 4cd99ba4-c7cc-49ad-9197-4788c15df0ae [ 1243.141498] env[63309]: DEBUG nova.objects.instance [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'numa_topology' on Instance uuid aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.163337] env[63309]: DEBUG oslo_concurrency.lockutils [None req-5c3b4620-f6e5-4a13-b84f-eb6a099d6ee1 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4cd99ba4-c7cc-49ad-9197-4788c15df0ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.981s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.643350] env[63309]: INFO nova.compute.claims [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.037403] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-164e1038-3a5e-4431-ac1d-4e22e5516283-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.037678] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-164e1038-3a5e-4431-ac1d-4e22e5516283-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.457715] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4776f262-6c0d-4ec2-991d-813efafce0a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.458104] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.540686] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.540896] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.541809] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2030750a-748c-4b1d-9108-eecc361952a0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.559701] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8411c0b6-c748-49ce-9ae1-fbac68993d0b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.586223] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Reconfiguring VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1244.586481] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af3b332-9be5-4270-b1c3-ad4c8210ca16 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.605058] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1244.605058] env[63309]: value = "task-2731111" [ 1244.605058] env[63309]: _type = "Task" [ 1244.605058] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.613014] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.736710] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f735691-78ec-4b1a-984c-c3d3f4591123 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.743625] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54f82c1-18f6-4356-8399-6a200e7f9242 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.772548] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c9e24d-eb0d-40d8-b9f2-786cae25d39d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.779248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac7759a-df36-4c69-b827-93a53ebdb396 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.791754] env[63309]: DEBUG nova.compute.provider_tree [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.836397] env[63309]: DEBUG oslo_concurrency.lockutils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.836687] env[63309]: DEBUG oslo_concurrency.lockutils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.960402] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.114783] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.294982] env[63309]: DEBUG nova.scheduler.client.report [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.339552] env[63309]: DEBUG nova.compute.utils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.478690] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.616131] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.800038] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.802263] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.324s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.803807] env[63309]: INFO nova.compute.claims [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.834813] env[63309]: INFO nova.network.neutron [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating port 9e88ef95-fb66-4eb8-9bd3-f176d4116115 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1245.843127] env[63309]: DEBUG oslo_concurrency.lockutils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.116835] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.616908] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.902012] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924fbfad-c4fc-40d0-8042-791c99861e6d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.906476] env[63309]: DEBUG oslo_concurrency.lockutils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.906713] env[63309]: DEBUG oslo_concurrency.lockutils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.906956] env[63309]: INFO nova.compute.manager [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Attaching volume 81d8c287-b7af-4190-ad9a-a8900654d1e7 to /dev/sdb [ 1246.911379] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889515e-5148-4080-92f7-aafb2ed5c5dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.945268] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3567e6-288e-4ced-a91f-928a1a5f5663 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.948238] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212684d-71a3-4ed9-801c-84e08cd014e6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.956588] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d62af-a097-4e00-a541-541579e93ef4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.960643] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be996213-1e31-41cf-81cc-09fa07ae197c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.972181] env[63309]: DEBUG nova.compute.provider_tree [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.976666] env[63309]: DEBUG nova.virt.block_device [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updating existing volume attachment record: 05e1b1fa-e3c5-431c-afcd-4eff5f7085c4 {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.117592] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.213532] env[63309]: DEBUG nova.compute.manager [req-f8f898a1-d226-473d-83dc-2bd6f4fa0579 req-2564276f-fd88-4526-ab87-b31111f252d1 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-vif-plugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.213742] env[63309]: DEBUG oslo_concurrency.lockutils [req-f8f898a1-d226-473d-83dc-2bd6f4fa0579 req-2564276f-fd88-4526-ab87-b31111f252d1 service nova] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.213992] env[63309]: DEBUG oslo_concurrency.lockutils [req-f8f898a1-d226-473d-83dc-2bd6f4fa0579 req-2564276f-fd88-4526-ab87-b31111f252d1 service nova] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.214200] env[63309]: DEBUG oslo_concurrency.lockutils [req-f8f898a1-d226-473d-83dc-2bd6f4fa0579 req-2564276f-fd88-4526-ab87-b31111f252d1 service nova] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.214400] env[63309]: DEBUG nova.compute.manager [req-f8f898a1-d226-473d-83dc-2bd6f4fa0579 req-2564276f-fd88-4526-ab87-b31111f252d1 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] No waiting events found dispatching network-vif-plugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.214583] env[63309]: WARNING nova.compute.manager [req-f8f898a1-d226-473d-83dc-2bd6f4fa0579 req-2564276f-fd88-4526-ab87-b31111f252d1 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received unexpected event network-vif-plugged-9e88ef95-fb66-4eb8-9bd3-f176d4116115 for instance with vm_state shelved_offloaded and task_state spawning. [ 1247.305794] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.306091] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.306394] env[63309]: DEBUG nova.network.neutron [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.480617] env[63309]: DEBUG nova.scheduler.client.report [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.618588] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.985058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.985577] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.042903] env[63309]: DEBUG nova.network.neutron [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.119810] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.490513] env[63309]: DEBUG nova.compute.utils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.491901] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.492087] env[63309]: DEBUG nova.network.neutron [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.527606] env[63309]: DEBUG nova.policy [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b144fe4405bc48e3bb8c6dfe3db5ed4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4de8159d42db4d74a4eee254ded7b0e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.545351] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.571677] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6eab94dff453488bc3be07edf062eee4',container_format='bare',created_at=2025-02-20T15:17:09Z,direct_url=,disk_format='vmdk',id=b6350129-b52c-4588-b9de-359c27430618,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-246519922-shelved',owner='3072e69d1b6e4c7e8b00cb5043aef4dc',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-02-20T15:17:22Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.571923] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.572093] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.572284] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.572432] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.572579] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.572779] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.572934] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.573117] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.573280] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.573449] env[63309]: DEBUG nova.virt.hardware [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.574302] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad501289-30e2-4167-a973-4d8d9d8808f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.582089] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223b2459-6b0c-4f73-84f2-1bf647f89e39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.595441] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:fd:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e88ef95-fb66-4eb8-9bd3-f176d4116115', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.602773] env[63309]: DEBUG oslo.service.loopingcall [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.603014] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.603228] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a7164d-27ea-4e49-8773-93ed7a8ac8b7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.627891] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.628141] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.628141] env[63309]: value = "task-2731113" [ 1248.628141] env[63309]: _type = "Task" [ 1248.628141] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.635605] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731113, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.835752] env[63309]: DEBUG nova.network.neutron [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Successfully created port: 09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.995996] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.126582] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.136620] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731113, 'name': CreateVM_Task, 'duration_secs': 0.361555} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.136785] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.137450] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.137835] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.138350] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.138350] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d00244f-4e65-4f93-a89d-060f2bbdb490 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.143715] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1249.143715] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520fb539-2dc7-56f7-159c-311656263bf6" [ 1249.143715] env[63309]: _type = "Task" [ 1249.143715] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.152029] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520fb539-2dc7-56f7-159c-311656263bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.240224] env[63309]: DEBUG nova.compute.manager [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.240376] env[63309]: DEBUG nova.compute.manager [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing instance network info cache due to event network-changed-9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1249.240575] env[63309]: DEBUG oslo_concurrency.lockutils [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] Acquiring lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.240637] env[63309]: DEBUG oslo_concurrency.lockutils [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] Acquired lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.240764] env[63309]: DEBUG nova.network.neutron [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Refreshing network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.627320] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.651879] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.652135] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Processing image b6350129-b52c-4588-b9de-359c27430618 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.652369] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.652516] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.652693] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.652928] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-275c4097-2a2d-4fb3-ae0f-398f661bc4c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.662920] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.663110] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.663795] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d112f0a6-5fb2-444a-a97d-5b34d3176d2f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.668396] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1249.668396] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f40017-a3be-04c9-8aea-cde29d0486d3" [ 1249.668396] env[63309]: _type = "Task" [ 1249.668396] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.675570] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52f40017-a3be-04c9-8aea-cde29d0486d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.955781] env[63309]: DEBUG nova.network.neutron [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updated VIF entry in instance network info cache for port 9e88ef95-fb66-4eb8-9bd3-f176d4116115. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.956243] env[63309]: DEBUG nova.network.neutron [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [{"id": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "address": "fa:16:3e:32:fd:ff", "network": {"id": "456938d3-6ada-4dc7-8fa8-50f0f83ab3af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2097319690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3072e69d1b6e4c7e8b00cb5043aef4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ef95-fb", "ovs_interfaceid": "9e88ef95-fb66-4eb8-9bd3-f176d4116115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.010178] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.036689] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.036689] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.036689] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.036912] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.036912] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.037144] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.037375] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.037533] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.037696] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.037855] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.038031] env[63309]: DEBUG nova.virt.hardware [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.038894] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47fb61-bd57-4802-bf42-7ebf2eac06eb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.046628] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a20555-03be-4df2-bd6d-292a1041eeac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.127563] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.182078] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1250.182516] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Fetch image to [datastore2] OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5/OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1250.182844] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Downloading stream optimized image b6350129-b52c-4588-b9de-359c27430618 to [datastore2] OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5/OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5.vmdk on the data store datastore2 as vApp {{(pid=63309) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1250.183157] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Downloading image file data b6350129-b52c-4588-b9de-359c27430618 to the ESX as VM named 'OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5' {{(pid=63309) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1250.261516] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1250.261516] env[63309]: value = "resgroup-9" [ 1250.261516] env[63309]: _type = "ResourcePool" [ 1250.261516] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1250.261852] env[63309]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a51349d-fcef-43ee-8fc0-fc901598c5a5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.285881] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease: (returnval){ [ 1250.285881] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528446cf-e49b-f68a-5fb6-0736735e7a92" [ 1250.285881] env[63309]: _type = "HttpNfcLease" [ 1250.285881] env[63309]: } obtained for vApp import into resource pool (val){ [ 1250.285881] env[63309]: value = "resgroup-9" [ 1250.285881] env[63309]: _type = "ResourcePool" [ 1250.285881] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1250.286460] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the lease: (returnval){ [ 1250.286460] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528446cf-e49b-f68a-5fb6-0736735e7a92" [ 1250.286460] env[63309]: _type = "HttpNfcLease" [ 1250.286460] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1250.292489] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.292489] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528446cf-e49b-f68a-5fb6-0736735e7a92" [ 1250.292489] env[63309]: _type = "HttpNfcLease" [ 1250.292489] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.361381] env[63309]: DEBUG nova.network.neutron [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Successfully updated port: 09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.362973] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.363479] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.458819] env[63309]: DEBUG oslo_concurrency.lockutils [req-2bea6920-220c-4ffd-a3a5-fcf9e997f712 req-eb31d3de-fa0a-4813-bf59-d1a1809db284 service nova] Releasing lock "refresh_cache-aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.629217] env[63309]: DEBUG oslo_vmware.api [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731111, 'name': ReconfigVM_Task, 'duration_secs': 5.752148} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.629598] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.629703] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Reconfigured VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1250.794636] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.794636] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528446cf-e49b-f68a-5fb6-0736735e7a92" [ 1250.794636] env[63309]: _type = "HttpNfcLease" [ 1250.794636] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.794942] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.794942] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]528446cf-e49b-f68a-5fb6-0736735e7a92" [ 1250.794942] env[63309]: _type = "HttpNfcLease" [ 1250.794942] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1250.795726] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee11ec-8416-4238-90ec-7da60b90f4b1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.807893] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52602ee7-1380-4c5a-3eb3-f302b6b7b664/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.808186] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52602ee7-1380-4c5a-3eb3-f302b6b7b664/disk-0.vmdk. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1250.865604] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.865707] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.865877] env[63309]: DEBUG nova.network.neutron [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.870560] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.870773] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.873855] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.874324] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.874592] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c19aa7e0-20bc-4d05-b571-bdae5d7c3afd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.878275] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.878563] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.878730] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1250.879427] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.269538] env[63309]: DEBUG nova.compute.manager [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Received event network-vif-plugged-09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.269782] env[63309]: DEBUG oslo_concurrency.lockutils [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] Acquiring lock "4776f262-6c0d-4ec2-991d-813efafce0a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.269958] env[63309]: DEBUG oslo_concurrency.lockutils [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.270142] env[63309]: DEBUG oslo_concurrency.lockutils [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.270313] env[63309]: DEBUG nova.compute.manager [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] No waiting events found dispatching network-vif-plugged-09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.270514] env[63309]: WARNING nova.compute.manager [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Received unexpected event network-vif-plugged-09781b6f-8dd6-4328-bf55-44aaa00ded4f for instance with vm_state building and task_state spawning. [ 1251.270709] env[63309]: DEBUG nova.compute.manager [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Received event network-changed-09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.270870] env[63309]: DEBUG nova.compute.manager [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Refreshing instance network info cache due to event network-changed-09781b6f-8dd6-4328-bf55-44aaa00ded4f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1251.272050] env[63309]: DEBUG oslo_concurrency.lockutils [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] Acquiring lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.382744] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.382878] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.383078] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.383253] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1251.384175] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b880e0-3d51-4340-b19e-60f4b52f75dc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.393076] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0d343-1812-4497-a023-d1fdc8eaebe2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.413788] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a922f0-0688-44ca-8c14-f37dc4b3a26f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.417678] env[63309]: DEBUG nova.network.neutron [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.428412] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c87fd-69e1-48c7-b52c-3f7fc5b040fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.463787] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180133MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1251.463963] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.464194] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.520870] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1251.521180] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549884', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'name': 'volume-81d8c287-b7af-4190-ad9a-a8900654d1e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b188b7-58dc-4374-b1e9-0268a7a2752b', 'attached_at': '', 'detached_at': '', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'serial': '81d8c287-b7af-4190-ad9a-a8900654d1e7'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1251.522266] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2a24a8-46e9-44b4-a4f2-7ad6e35b63d2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.550161] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ede801-a243-4db3-aa00-4ecad44ebf23 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.578873] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-81d8c287-b7af-4190-ad9a-a8900654d1e7/volume-81d8c287-b7af-4190-ad9a-a8900654d1e7.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.584987] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3acd97ae-f3d9-4af8-8c3e-ac4150db6cf8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.606866] env[63309]: DEBUG oslo_vmware.api [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1251.606866] env[63309]: value = "task-2731116" [ 1251.606866] env[63309]: _type = "Task" [ 1251.606866] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.617304] env[63309]: DEBUG oslo_vmware.api [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.633022] env[63309]: DEBUG nova.network.neutron [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updating instance_info_cache with network_info: [{"id": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "address": "fa:16:3e:76:b9:c3", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09781b6f-8d", "ovs_interfaceid": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.925106] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.925344] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.925566] env[63309]: DEBUG nova.network.neutron [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.056393] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1252.056661] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52602ee7-1380-4c5a-3eb3-f302b6b7b664/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1252.057548] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff309655-a186-4902-acec-4a52b9b283f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.064246] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52602ee7-1380-4c5a-3eb3-f302b6b7b664/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.064416] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52602ee7-1380-4c5a-3eb3-f302b6b7b664/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1252.064628] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c4295045-39c4-44a5-9548-3e004c6bdc0e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.119013] env[63309]: DEBUG oslo_vmware.api [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731116, 'name': ReconfigVM_Task, 'duration_secs': 0.368402} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.119294] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-81d8c287-b7af-4190-ad9a-a8900654d1e7/volume-81d8c287-b7af-4190-ad9a-a8900654d1e7.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.123985] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b215c36-4096-4d0b-9333-ccf8e98c6b6d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.137478] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.137806] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Instance network_info: |[{"id": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "address": "fa:16:3e:76:b9:c3", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09781b6f-8d", "ovs_interfaceid": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.139236] env[63309]: DEBUG oslo_concurrency.lockutils [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] Acquired lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.139424] env[63309]: DEBUG nova.network.neutron [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Refreshing network info cache for port 09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.140601] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:b9:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09781b6f-8dd6-4328-bf55-44aaa00ded4f', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.147859] env[63309]: DEBUG oslo.service.loopingcall [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.148164] env[63309]: DEBUG oslo_vmware.api [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1252.148164] env[63309]: value = "task-2731117" [ 1252.148164] env[63309]: _type = "Task" [ 1252.148164] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.151252] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.151793] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a01b6f7b-860a-409d-9dee-3859857b5ad4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.175886] env[63309]: DEBUG oslo_vmware.api [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.177658] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.177658] env[63309]: value = "task-2731118" [ 1252.177658] env[63309]: _type = "Task" [ 1252.177658] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.185086] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731118, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.270407] env[63309]: DEBUG oslo_vmware.rw_handles [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52602ee7-1380-4c5a-3eb3-f302b6b7b664/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1252.270919] env[63309]: INFO nova.virt.vmwareapi.images [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Downloaded image file data b6350129-b52c-4588-b9de-359c27430618 [ 1252.271630] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e686f2be-e316-46ae-b40a-cab994a60ec6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.290248] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8669a66-bc81-4150-8c8c-d7732ed4204d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.338025] env[63309]: INFO nova.virt.vmwareapi.images [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] The imported VM was unregistered [ 1252.339437] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1252.339738] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.340072] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f379dd-87e4-41b2-8e03-38817d7fd23e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.352691] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Created directory with path [datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618 {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.352691] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5/OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5.vmdk to [datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk. {{(pid=63309) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1252.352923] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cd136fb4-49c0-4c0b-b7fe-92bebd3c072a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.359842] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1252.359842] env[63309]: value = "task-2731120" [ 1252.359842] env[63309]: _type = "Task" [ 1252.359842] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.368321] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731120, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.500997] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance be4432f4-17d0-456b-93c8-43614605797b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.501249] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 164e1038-3a5e-4431-ac1d-4e22e5516283 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.501466] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 64b188b7-58dc-4374-b1e9-0268a7a2752b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.501632] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 7305d89a-2885-42b3-ac68-4d36af76e4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.501809] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance f5f30b0a-68d6-4c51-9692-1016709bf570 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.502013] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.502180] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4776f262-6c0d-4ec2-991d-813efafce0a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.502412] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1252.502581] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1252.615859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b263c-f63c-437c-b334-05ed42c55b0f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.623706] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ad928-0a3c-4ff8-8baf-450e72637a54 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.661155] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fdd533-74e8-4848-9d11-46790a67029b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.670715] env[63309]: DEBUG oslo_vmware.api [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731117, 'name': ReconfigVM_Task, 'duration_secs': 0.163057} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.673409] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549884', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'name': 'volume-81d8c287-b7af-4190-ad9a-a8900654d1e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b188b7-58dc-4374-b1e9-0268a7a2752b', 'attached_at': '', 'detached_at': '', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'serial': '81d8c287-b7af-4190-ad9a-a8900654d1e7'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.676768] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a02399-f76f-4999-afab-1f566e0741ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.698515] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.704766] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731118, 'name': CreateVM_Task, 'duration_secs': 0.338468} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.705286] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.706041] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.706334] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.706742] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.707892] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f40412f-5f5e-4626-950e-b04d21576621 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.715074] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1252.715074] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525178b6-80fc-47f3-507a-7509167d5f6a" [ 1252.715074] env[63309]: _type = "Task" [ 1252.715074] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.726603] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525178b6-80fc-47f3-507a-7509167d5f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.867497] env[63309]: DEBUG nova.network.neutron [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updated VIF entry in instance network info cache for port 09781b6f-8dd6-4328-bf55-44aaa00ded4f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.867862] env[63309]: DEBUG nova.network.neutron [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updating instance_info_cache with network_info: [{"id": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "address": "fa:16:3e:76:b9:c3", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09781b6f-8d", "ovs_interfaceid": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.872728] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731120, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.092676] env[63309]: INFO nova.network.neutron [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Port 753e2e77-f631-4cd5-94dc-8eb1afc2be7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1253.093078] env[63309]: DEBUG nova.network.neutron [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.206440] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.232616] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525178b6-80fc-47f3-507a-7509167d5f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.056555} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.233316] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.233558] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.233789] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.233930] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.234172] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.234999] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987b7a73-0c1c-466e-b501-4714f4d4cc50 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.255730] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.256059] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.257181] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ebf739-5232-4928-80a1-1d99d85d45f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.266045] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1253.266045] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525dbebc-1d67-694e-1d53-c85dcba0a5e1" [ 1253.266045] env[63309]: _type = "Task" [ 1253.266045] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.278432] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525dbebc-1d67-694e-1d53-c85dcba0a5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.330225] env[63309]: DEBUG nova.compute.manager [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1253.330508] env[63309]: DEBUG nova.compute.manager [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing instance network info cache due to event network-changed-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1253.330712] env[63309]: DEBUG oslo_concurrency.lockutils [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] Acquiring lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.372614] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731120, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.374409] env[63309]: DEBUG oslo_concurrency.lockutils [req-fac20482-0d98-4f34-9d9d-3ca0ebf80607 req-fad5ddf2-c08e-4e8f-b5ae-26c5d51108fc service nova] Releasing lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.595493] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.598627] env[63309]: DEBUG oslo_concurrency.lockutils [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] Acquired lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.598863] env[63309]: DEBUG nova.network.neutron [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Refreshing network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.712138] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1253.712347] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.248s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.726537] env[63309]: DEBUG nova.objects.instance [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'flavor' on Instance uuid 64b188b7-58dc-4374-b1e9-0268a7a2752b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.780026] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]525dbebc-1d67-694e-1d53-c85dcba0a5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.089258} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.780882] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9c5bb5-2529-4e78-aa47-efa99db724ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.788092] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1253.788092] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529c5613-7067-c114-f050-0a0af095d51e" [ 1253.788092] env[63309]: _type = "Task" [ 1253.788092] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.797992] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529c5613-7067-c114-f050-0a0af095d51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.871550] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731120, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.088757] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-7305d89a-2885-42b3-ac68-4d36af76e4ea-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.089140] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-7305d89a-2885-42b3-ac68-4d36af76e4ea-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.089621] env[63309]: DEBUG nova.objects.instance [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'flavor' on Instance uuid 7305d89a-2885-42b3-ac68-4d36af76e4ea {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.102150] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d9e8f232-b7c1-44d1-8e50-6be14f6f20a5 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-164e1038-3a5e-4431-ac1d-4e22e5516283-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.064s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.233179] env[63309]: DEBUG oslo_concurrency.lockutils [None req-97f6bf0e-8fba-4a8d-ac7a-2afca99d7e31 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.326s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.301031] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]529c5613-7067-c114-f050-0a0af095d51e, 'name': SearchDatastore_Task, 'duration_secs': 0.083214} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.301031] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.302360] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 4776f262-6c0d-4ec2-991d-813efafce0a5/4776f262-6c0d-4ec2-991d-813efafce0a5.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.302360] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0868621f-0f87-4240-9c0a-0298497f6d5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.312600] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1254.312600] env[63309]: value = "task-2731121" [ 1254.312600] env[63309]: _type = "Task" [ 1254.312600] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.325771] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.330830] env[63309]: DEBUG nova.network.neutron [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updated VIF entry in instance network info cache for port 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.331319] env[63309]: DEBUG nova.network.neutron [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [{"id": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "address": "fa:16:3e:05:c6:f1", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05bcbb1b-8f", "ovs_interfaceid": "05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.371586] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731120, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.388825] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.389136] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.724149] env[63309]: DEBUG nova.objects.instance [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'pci_requests' on Instance uuid 7305d89a-2885-42b3-ac68-4d36af76e4ea {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.824128] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731121, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.835053] env[63309]: DEBUG oslo_concurrency.lockutils [req-070e3264-32aa-4439-9446-e849a093c35a req-f28c413a-b2ce-4380-b459-96814c184b52 service nova] Releasing lock "refresh_cache-164e1038-3a5e-4431-ac1d-4e22e5516283" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.872842] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731120, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.390781} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.873143] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5/OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5.vmdk to [datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk. [ 1254.873342] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Cleaning up location [datastore2] OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1254.873520] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_96d15bef-dccf-4b61-ae1d-1749f354cfd5 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.873790] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75b41057-6d6c-4e74-b272-7c35ed900952 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.880557] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1254.880557] env[63309]: value = "task-2731122" [ 1254.880557] env[63309]: _type = "Task" [ 1254.880557] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.891082] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.891803] env[63309]: INFO nova.compute.manager [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Detaching volume 81d8c287-b7af-4190-ad9a-a8900654d1e7 [ 1254.930541] env[63309]: INFO nova.virt.block_device [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Attempting to driver detach volume 81d8c287-b7af-4190-ad9a-a8900654d1e7 from mountpoint /dev/sdb [ 1254.930782] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.930977] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549884', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'name': 'volume-81d8c287-b7af-4190-ad9a-a8900654d1e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b188b7-58dc-4374-b1e9-0268a7a2752b', 'attached_at': '', 'detached_at': '', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'serial': '81d8c287-b7af-4190-ad9a-a8900654d1e7'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.931959] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcac06b-bce7-478a-af9e-453dc3edd8c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.954152] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee535b-2658-4ea2-b732-a93a701fd283 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.963764] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdfdc1-c396-4c4d-a0dc-dd45a16f9512 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.986552] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8134fc-1052-432c-9368-47f09dc8187f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.004119] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] The volume has not been displaced from its original location: [datastore2] volume-81d8c287-b7af-4190-ad9a-a8900654d1e7/volume-81d8c287-b7af-4190-ad9a-a8900654d1e7.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.009635] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.010053] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35052aa-283c-48d7-8593-26e45824e5ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.031097] env[63309]: DEBUG oslo_vmware.api [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1255.031097] env[63309]: value = "task-2731123" [ 1255.031097] env[63309]: _type = "Task" [ 1255.031097] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.043436] env[63309]: DEBUG oslo_vmware.api [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.226705] env[63309]: DEBUG nova.objects.base [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Object Instance<7305d89a-2885-42b3-ac68-4d36af76e4ea> lazy-loaded attributes: flavor,pci_requests {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.226962] env[63309]: DEBUG nova.network.neutron [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.286578] env[63309]: DEBUG nova.policy [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcb1001a40d4172873335d82081ea95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd27a8dcc1df49baaec5f5c359172d38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.323421] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80252} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.323737] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 4776f262-6c0d-4ec2-991d-813efafce0a5/4776f262-6c0d-4ec2-991d-813efafce0a5.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.323889] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.324170] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb8f0dfa-3951-4733-9abd-0f303480ffc8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.330525] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1255.330525] env[63309]: value = "task-2731124" [ 1255.330525] env[63309]: _type = "Task" [ 1255.330525] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.338019] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.369274] env[63309]: DEBUG nova.compute.manager [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.369509] env[63309]: DEBUG nova.compute.manager [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing instance network info cache due to event network-changed-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1255.369711] env[63309]: DEBUG oslo_concurrency.lockutils [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.369855] env[63309]: DEBUG oslo_concurrency.lockutils [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.370652] env[63309]: DEBUG nova.network.neutron [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.390674] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186669} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.390904] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.391083] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.391325] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk to [datastore2] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.391570] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f65c93-9fea-444e-9ad7-2887300bf3d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.397202] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1255.397202] env[63309]: value = "task-2731125" [ 1255.397202] env[63309]: _type = "Task" [ 1255.397202] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.409018] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.543031] env[63309]: DEBUG oslo_vmware.api [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731123, 'name': ReconfigVM_Task, 'duration_secs': 0.249224} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.543031] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.547203] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618b01a6-4e6a-49fd-a469-da0be21d98c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.561902] env[63309]: DEBUG oslo_vmware.api [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1255.561902] env[63309]: value = "task-2731126" [ 1255.561902] env[63309]: _type = "Task" [ 1255.561902] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.569287] env[63309]: DEBUG oslo_vmware.api [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.840638] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059156} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.840902] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.841668] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3b27e-ee96-4db6-b641-0df8c50d56b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.862608] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 4776f262-6c0d-4ec2-991d-813efafce0a5/4776f262-6c0d-4ec2-991d-813efafce0a5.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.862828] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de0e49b-b280-4dfe-86b3-3bf0a0efb861 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.884111] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1255.884111] env[63309]: value = "task-2731127" [ 1255.884111] env[63309]: _type = "Task" [ 1255.884111] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.891939] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.905039] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.071974] env[63309]: DEBUG oslo_vmware.api [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731126, 'name': ReconfigVM_Task, 'duration_secs': 0.122747} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.072397] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549884', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'name': 'volume-81d8c287-b7af-4190-ad9a-a8900654d1e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b188b7-58dc-4374-b1e9-0268a7a2752b', 'attached_at': '', 'detached_at': '', 'volume_id': '81d8c287-b7af-4190-ad9a-a8900654d1e7', 'serial': '81d8c287-b7af-4190-ad9a-a8900654d1e7'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.117821] env[63309]: DEBUG nova.network.neutron [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updated VIF entry in instance network info cache for port 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.118264] env[63309]: DEBUG nova.network.neutron [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.395037] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.405487] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.613544] env[63309]: DEBUG nova.objects.instance [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'flavor' on Instance uuid 64b188b7-58dc-4374-b1e9-0268a7a2752b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.620880] env[63309]: DEBUG oslo_concurrency.lockutils [req-411c63a0-4b84-41c2-a29f-ae34f876ec28 req-9a4e1089-4df9-4dda-b302-c8789782aa1c service nova] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.727689] env[63309]: DEBUG nova.network.neutron [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Successfully updated port: 753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.897421] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.908548] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.230991] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.231227] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.231492] env[63309]: DEBUG nova.network.neutron [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.398247] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.400399] env[63309]: DEBUG nova.compute.manager [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-vif-plugged-753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.400631] env[63309]: DEBUG oslo_concurrency.lockutils [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.400845] env[63309]: DEBUG oslo_concurrency.lockutils [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.401022] env[63309]: DEBUG oslo_concurrency.lockutils [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.401192] env[63309]: DEBUG nova.compute.manager [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] No waiting events found dispatching network-vif-plugged-753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.401360] env[63309]: WARNING nova.compute.manager [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received unexpected event network-vif-plugged-753e2e77-f631-4cd5-94dc-8eb1afc2be7f for instance with vm_state active and task_state None. [ 1257.401520] env[63309]: DEBUG nova.compute.manager [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-changed-753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.401673] env[63309]: DEBUG nova.compute.manager [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing instance network info cache due to event network-changed-753e2e77-f631-4cd5-94dc-8eb1afc2be7f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1257.401836] env[63309]: DEBUG oslo_concurrency.lockutils [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.412233] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.621173] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c88e5d92-c2c2-4c82-8b4e-d683ccb56905 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.770704] env[63309]: WARNING nova.network.neutron [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] 2232098d-edc1-4f74-baf6-97c1fb41209b already exists in list: networks containing: ['2232098d-edc1-4f74-baf6-97c1fb41209b']. ignoring it [ 1257.901015] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.911320] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.968535] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.968818] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.969042] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "64b188b7-58dc-4374-b1e9-0268a7a2752b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.969289] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.969566] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.972088] env[63309]: INFO nova.compute.manager [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Terminating instance [ 1258.110989] env[63309]: DEBUG nova.network.neutron [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "address": "fa:16:3e:52:52:92", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e2e77-f6", "ovs_interfaceid": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.399492] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731127, 'name': ReconfigVM_Task, 'duration_secs': 2.207495} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.399803] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 4776f262-6c0d-4ec2-991d-813efafce0a5/4776f262-6c0d-4ec2-991d-813efafce0a5.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.400452] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f521b677-de2f-49a6-ad5b-b29d44469ee3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.411633] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1258.411633] env[63309]: value = "task-2731128" [ 1258.411633] env[63309]: _type = "Task" [ 1258.411633] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.415318] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.430800] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731128, 'name': Rename_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.475840] env[63309]: DEBUG nova.compute.manager [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.476096] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.477102] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec27a44b-107c-43f9-872e-229c78f6ed77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.486969] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.487274] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670ae6fd-68ed-4bc4-8341-296040bfcabc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.494274] env[63309]: DEBUG oslo_vmware.api [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1258.494274] env[63309]: value = "task-2731129" [ 1258.494274] env[63309]: _type = "Task" [ 1258.494274] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.506462] env[63309]: DEBUG oslo_vmware.api [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.614505] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.615301] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.615456] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.615768] env[63309]: DEBUG oslo_concurrency.lockutils [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.616060] env[63309]: DEBUG nova.network.neutron [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Refreshing network info cache for port 753e2e77-f631-4cd5-94dc-8eb1afc2be7f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.617809] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e744db-c6d9-49ce-acac-ddbaf64da018 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.637763] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.637763] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.637763] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.638049] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.638137] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.638330] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.638541] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.638701] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.638881] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.639060] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.639248] env[63309]: DEBUG nova.virt.hardware [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.645819] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Reconfiguring VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1258.646520] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1103b19b-8bd9-40bf-8172-d5116fd24bdf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.664685] env[63309]: DEBUG oslo_vmware.api [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1258.664685] env[63309]: value = "task-2731130" [ 1258.664685] env[63309]: _type = "Task" [ 1258.664685] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.675723] env[63309]: DEBUG oslo_vmware.api [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.912037] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731125, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.25} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.912330] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b6350129-b52c-4588-b9de-359c27430618/b6350129-b52c-4588-b9de-359c27430618.vmdk to [datastore2] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.913096] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dab655b-35a3-434c-aa1b-9ab35d8e5863 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.941540] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.941822] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731128, 'name': Rename_Task, 'duration_secs': 0.335582} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.942029] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a788c44-732e-4213-98a2-e0e49f4cc5af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.955542] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.955786] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c9a36f7-06c4-4921-924a-93db80d62a1b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.962085] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1258.962085] env[63309]: value = "task-2731131" [ 1258.962085] env[63309]: _type = "Task" [ 1258.962085] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.963311] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1258.963311] env[63309]: value = "task-2731132" [ 1258.963311] env[63309]: _type = "Task" [ 1258.963311] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.974334] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.977017] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.003883] env[63309]: DEBUG oslo_vmware.api [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731129, 'name': PowerOffVM_Task, 'duration_secs': 0.265726} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.004170] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.004346] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.004602] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b97106-6238-4bac-9eb9-f2b80fd211b4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.063912] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.064167] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.064365] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleting the datastore file [datastore2] 64b188b7-58dc-4374-b1e9-0268a7a2752b {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.064641] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e64715-7dcb-4ebc-aff3-4655a9ec4366 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.072632] env[63309]: DEBUG oslo_vmware.api [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for the task: (returnval){ [ 1259.072632] env[63309]: value = "task-2731134" [ 1259.072632] env[63309]: _type = "Task" [ 1259.072632] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.081254] env[63309]: DEBUG oslo_vmware.api [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.178411] env[63309]: DEBUG oslo_vmware.api [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.362995] env[63309]: DEBUG nova.network.neutron [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updated VIF entry in instance network info cache for port 753e2e77-f631-4cd5-94dc-8eb1afc2be7f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.363543] env[63309]: DEBUG nova.network.neutron [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "address": "fa:16:3e:52:52:92", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e2e77-f6", "ovs_interfaceid": "753e2e77-f631-4cd5-94dc-8eb1afc2be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.476620] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731131, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.479695] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.582278] env[63309]: DEBUG oslo_vmware.api [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Task: {'id': task-2731134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224034} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.582488] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.582670] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.582848] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.583037] env[63309]: INFO nova.compute.manager [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.583285] env[63309]: DEBUG oslo.service.loopingcall [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.583480] env[63309]: DEBUG nova.compute.manager [-] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.583575] env[63309]: DEBUG nova.network.neutron [-] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.674762] env[63309]: DEBUG oslo_vmware.api [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731130, 'name': ReconfigVM_Task, 'duration_secs': 0.591938} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.675576] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.675576] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Reconfigured VM to attach interface {{(pid=63309) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1259.866183] env[63309]: DEBUG oslo_concurrency.lockutils [req-994bf284-375d-426a-9b12-8762eb267991 req-ff235a43-8f39-4ea7-a64e-3aaa620d2cd8 service nova] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.976427] env[63309]: DEBUG oslo_vmware.api [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731131, 'name': PowerOnVM_Task, 'duration_secs': 0.773698} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.979616] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.979824] env[63309]: INFO nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1259.980014] env[63309]: DEBUG nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.980289] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731132, 'name': ReconfigVM_Task, 'duration_secs': 0.541637} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.981010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f86d72-1768-413b-a64c-7f193a13e42b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.983312] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Reconfigured VM instance instance-00000073 to attach disk [datastore2] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac/aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.983928] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0611bbfd-0422-4d39-b89c-9880a4f01fda {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.992314] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1259.992314] env[63309]: value = "task-2731135" [ 1259.992314] env[63309]: _type = "Task" [ 1259.992314] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.000093] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731135, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.063648] env[63309]: DEBUG nova.compute.manager [req-62db0d31-b5fd-44ab-ad50-ffcc4aeceb37 req-373e8a53-55bc-43d5-9798-cb358c5eccdc service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Received event network-vif-deleted-7dd36299-67aa-4df6-90d1-1e42c6806b03 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1260.064015] env[63309]: INFO nova.compute.manager [req-62db0d31-b5fd-44ab-ad50-ffcc4aeceb37 req-373e8a53-55bc-43d5-9798-cb358c5eccdc service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Neutron deleted interface 7dd36299-67aa-4df6-90d1-1e42c6806b03; detaching it from the instance and deleting it from the info cache [ 1260.064252] env[63309]: DEBUG nova.network.neutron [req-62db0d31-b5fd-44ab-ad50-ffcc4aeceb37 req-373e8a53-55bc-43d5-9798-cb358c5eccdc service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.180010] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7e8641e2-cb5c-4ed5-a8c2-422694532a1c tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-7305d89a-2885-42b3-ac68-4d36af76e4ea-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.091s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.502348] env[63309]: INFO nova.compute.manager [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Took 15.04 seconds to build instance. [ 1260.507719] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731135, 'name': Rename_Task, 'duration_secs': 0.270637} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.507719] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.507849] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e57701-e2d8-4f25-917b-4e23b404d538 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.514566] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1260.514566] env[63309]: value = "task-2731136" [ 1260.514566] env[63309]: _type = "Task" [ 1260.514566] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.528463] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.545237] env[63309]: DEBUG nova.network.neutron [-] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.568907] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c7389ef-4f10-4247-8fd5-243bcb0ef6af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.578795] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c7a093-224c-4353-8134-db477a65751f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.608127] env[63309]: DEBUG nova.compute.manager [req-62db0d31-b5fd-44ab-ad50-ffcc4aeceb37 req-373e8a53-55bc-43d5-9798-cb358c5eccdc service nova] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Detach interface failed, port_id=7dd36299-67aa-4df6-90d1-1e42c6806b03, reason: Instance 64b188b7-58dc-4374-b1e9-0268a7a2752b could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1261.004342] env[63309]: DEBUG oslo_concurrency.lockutils [None req-096898ea-021e-42fd-aa0a-5452dfeac116 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.546s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.026380] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731136, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.048325] env[63309]: INFO nova.compute.manager [-] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Took 1.46 seconds to deallocate network for instance. [ 1261.527173] env[63309]: DEBUG oslo_vmware.api [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731136, 'name': PowerOnVM_Task, 'duration_secs': 0.631033} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.527469] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.555374] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.555608] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.555849] env[63309]: DEBUG nova.objects.instance [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lazy-loading 'resources' on Instance uuid 64b188b7-58dc-4374-b1e9-0268a7a2752b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.631607] env[63309]: DEBUG nova.compute.manager [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.632555] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f82978-c283-4890-9b80-34265334abd6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.799873] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "interface-7305d89a-2885-42b3-ac68-4d36af76e4ea-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.800186] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-7305d89a-2885-42b3-ac68-4d36af76e4ea-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.091652] env[63309]: DEBUG nova.compute.manager [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Received event network-changed-09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1262.091940] env[63309]: DEBUG nova.compute.manager [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Refreshing instance network info cache due to event network-changed-09781b6f-8dd6-4328-bf55-44aaa00ded4f. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1262.092109] env[63309]: DEBUG oslo_concurrency.lockutils [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] Acquiring lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.092224] env[63309]: DEBUG oslo_concurrency.lockutils [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] Acquired lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.092396] env[63309]: DEBUG nova.network.neutron [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Refreshing network info cache for port 09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.148405] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.148655] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.148880] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "be4432f4-17d0-456b-93c8-43614605797b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.149169] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.149469] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.153246] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e96504c4-cef6-47d1-b4cf-bd714bc64064 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.278s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.154328] env[63309]: INFO nova.compute.manager [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Terminating instance [ 1262.165957] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278b399-4314-40ec-b613-8fc65ee4c464 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.175152] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51924e54-81a2-4fec-84c9-f1fdfbc71a35 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.209051] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d519baad-db07-404a-b40f-85e4fd9a0fb4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.216290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584af585-24be-4131-9926-3d2848ad03e1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.230454] env[63309]: DEBUG nova.compute.provider_tree [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.302873] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.303143] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.304380] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226c5e1-73f8-4c0f-84e6-17da22573780 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.322480] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61df798-f15c-4713-85df-975db96c2614 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.348437] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Reconfiguring VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1262.348738] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1307b562-b5e0-43f4-90ba-8d0daab8362c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.367070] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1262.367070] env[63309]: value = "task-2731137" [ 1262.367070] env[63309]: _type = "Task" [ 1262.367070] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.374974] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.658339] env[63309]: DEBUG nova.compute.manager [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.658843] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.661941] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8dc0d-f00a-48cb-b646-af39f1134c15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.669932] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.670212] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61851bf8-abae-4860-b6a9-e29673316ba5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.676022] env[63309]: DEBUG oslo_vmware.api [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1262.676022] env[63309]: value = "task-2731138" [ 1262.676022] env[63309]: _type = "Task" [ 1262.676022] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.682755] env[63309]: DEBUG oslo_vmware.api [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.733987] env[63309]: DEBUG nova.scheduler.client.report [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.808744] env[63309]: DEBUG nova.network.neutron [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updated VIF entry in instance network info cache for port 09781b6f-8dd6-4328-bf55-44aaa00ded4f. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.809128] env[63309]: DEBUG nova.network.neutron [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updating instance_info_cache with network_info: [{"id": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "address": "fa:16:3e:76:b9:c3", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09781b6f-8d", "ovs_interfaceid": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.877443] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.188124] env[63309]: DEBUG oslo_vmware.api [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731138, 'name': PowerOffVM_Task, 'duration_secs': 0.474139} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.188404] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.188583] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.188832] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d84d03-0923-4b56-b87c-92f976697a73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.239542] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.248452] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.248698] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.248912] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.249112] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.249317] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.251548] env[63309]: INFO nova.compute.manager [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Terminating instance [ 1263.257634] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.257891] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.258043] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Deleting the datastore file [datastore1] be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.258311] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda82b4d-17ba-483c-bb21-22da10c6fe71 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.265930] env[63309]: DEBUG oslo_vmware.api [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1263.265930] env[63309]: value = "task-2731140" [ 1263.265930] env[63309]: _type = "Task" [ 1263.265930] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.266936] env[63309]: INFO nova.scheduler.client.report [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Deleted allocations for instance 64b188b7-58dc-4374-b1e9-0268a7a2752b [ 1263.278023] env[63309]: DEBUG oslo_vmware.api [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.312382] env[63309]: DEBUG oslo_concurrency.lockutils [req-9dff9312-0e55-4922-b676-538ada08a1b9 req-c66bc387-e17d-4480-a7e6-d0aeeaac8308 service nova] Releasing lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.379164] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.755816] env[63309]: DEBUG nova.compute.manager [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.756202] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.757411] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6db6f2-9627-4de0-ab9e-3b73e38cec51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.764976] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.765247] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d93fa6-d892-4ded-85ca-f6b878a7bf29 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.773487] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1263.773487] env[63309]: value = "task-2731141" [ 1263.773487] env[63309]: _type = "Task" [ 1263.773487] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.781835] env[63309]: DEBUG oslo_vmware.api [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29336} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.782295] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f46157e4-c3c5-4b6b-a6db-cc65329e2832 tempest-AttachVolumeNegativeTest-2078565725 tempest-AttachVolumeNegativeTest-2078565725-project-member] Lock "64b188b7-58dc-4374-b1e9-0268a7a2752b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.813s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.783301] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.783431] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.783586] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.783748] env[63309]: INFO nova.compute.manager [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: be4432f4-17d0-456b-93c8-43614605797b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1263.784016] env[63309]: DEBUG oslo.service.loopingcall [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.784690] env[63309]: DEBUG nova.compute.manager [-] [instance: be4432f4-17d0-456b-93c8-43614605797b] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.785244] env[63309]: DEBUG nova.network.neutron [-] [instance: be4432f4-17d0-456b-93c8-43614605797b] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.789615] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.878870] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.286767] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731141, 'name': PowerOffVM_Task, 'duration_secs': 0.34217} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.287048] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.287224] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.287561] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d220dd09-29a0-4130-9f1b-703b9950347a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.302756] env[63309]: DEBUG nova.compute.manager [req-f979d847-f08e-44ed-a4f6-e01640eaae45 req-aa5779cf-1018-4e78-b058-a386d4951a3c service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Received event network-vif-deleted-eee39a53-04ea-4662-bc02-a295b6908271 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1264.302953] env[63309]: INFO nova.compute.manager [req-f979d847-f08e-44ed-a4f6-e01640eaae45 req-aa5779cf-1018-4e78-b058-a386d4951a3c service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Neutron deleted interface eee39a53-04ea-4662-bc02-a295b6908271; detaching it from the instance and deleting it from the info cache [ 1264.303197] env[63309]: DEBUG nova.network.neutron [req-f979d847-f08e-44ed-a4f6-e01640eaae45 req-aa5779cf-1018-4e78-b058-a386d4951a3c service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.343750] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.343974] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.344183] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleting the datastore file [datastore2] aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.344455] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebec6773-ea01-436a-ab26-da17f6c8ac57 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.354260] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for the task: (returnval){ [ 1264.354260] env[63309]: value = "task-2731143" [ 1264.354260] env[63309]: _type = "Task" [ 1264.354260] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.366374] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.377933] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.781881] env[63309]: DEBUG nova.network.neutron [-] [instance: be4432f4-17d0-456b-93c8-43614605797b] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.806016] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7afc882e-d3b0-4b16-b5c1-73224188de2d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.816475] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21dc68d-a53b-4ffb-96ef-bd4ab47537f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.843855] env[63309]: DEBUG nova.compute.manager [req-f979d847-f08e-44ed-a4f6-e01640eaae45 req-aa5779cf-1018-4e78-b058-a386d4951a3c service nova] [instance: be4432f4-17d0-456b-93c8-43614605797b] Detach interface failed, port_id=eee39a53-04ea-4662-bc02-a295b6908271, reason: Instance be4432f4-17d0-456b-93c8-43614605797b could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1264.864835] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.882139] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.285288] env[63309]: INFO nova.compute.manager [-] [instance: be4432f4-17d0-456b-93c8-43614605797b] Took 1.50 seconds to deallocate network for instance. [ 1265.365910] env[63309]: DEBUG oslo_vmware.api [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Task: {'id': task-2731143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.642047} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.366087] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.366307] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.366441] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.366617] env[63309]: INFO nova.compute.manager [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1265.366846] env[63309]: DEBUG oslo.service.loopingcall [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.367044] env[63309]: DEBUG nova.compute.manager [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.367140] env[63309]: DEBUG nova.network.neutron [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.378231] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.792217] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.792521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.792859] env[63309]: DEBUG nova.objects.instance [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'resources' on Instance uuid be4432f4-17d0-456b-93c8-43614605797b {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.883202] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.300064] env[63309]: DEBUG nova.network.neutron [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.329758] env[63309]: DEBUG nova.compute.manager [req-bb23dde5-3ea4-48a4-9a87-1161c8795738 req-dde8fc1e-f1ac-467b-bfb3-98474b530ab3 service nova] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Received event network-vif-deleted-9e88ef95-fb66-4eb8-9bd3-f176d4116115 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.389445] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.391497] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d159f779-9083-4f84-a8e0-0f04f0f53f91 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.398516] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6c709c-5fd8-4435-a85a-b274a6fcdc1d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.429285] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fd9b52-7467-49f8-81c8-bc634038a787 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.436444] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28508a9-f49e-4185-ba7e-216fe1d4912f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.449714] env[63309]: DEBUG nova.compute.provider_tree [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.802300] env[63309]: INFO nova.compute.manager [-] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Took 1.43 seconds to deallocate network for instance. [ 1266.882433] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.953089] env[63309]: DEBUG nova.scheduler.client.report [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.309468] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.387979] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.458915] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.461379] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.152s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.461625] env[63309]: DEBUG nova.objects.instance [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lazy-loading 'resources' on Instance uuid aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.488872] env[63309]: INFO nova.scheduler.client.report [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Deleted allocations for instance be4432f4-17d0-456b-93c8-43614605797b [ 1267.622042] env[63309]: INFO nova.compute.manager [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Rebuilding instance [ 1267.665207] env[63309]: DEBUG nova.compute.manager [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.666088] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583bab2-b314-4dfd-ac34-5df7441592bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.883139] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.997376] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a1aa5268-8202-4e72-a9d8-c58a1a9ed771 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "be4432f4-17d0-456b-93c8-43614605797b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.042904] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d08ca-59a0-4b6a-a5fd-5b5921b2868f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.050960] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ff6e9-01dd-409f-9ec6-fd9fd945bde9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.081642] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61d738a-b010-4039-a666-23a238e08dfd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.089014] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a8e72-f4ad-4e8d-a609-42a316eb593f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.103978] env[63309]: DEBUG nova.compute.provider_tree [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.383892] env[63309]: DEBUG oslo_vmware.api [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731137, 'name': ReconfigVM_Task, 'duration_secs': 5.779015} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.384173] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.384387] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Reconfigured VM to detach interface {{(pid=63309) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1268.607619] env[63309]: DEBUG nova.scheduler.client.report [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.683755] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.684109] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-776b789c-6871-4d46-a0e3-8d8bdd1bd0f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.691478] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1268.691478] env[63309]: value = "task-2731146" [ 1268.691478] env[63309]: _type = "Task" [ 1268.691478] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.700205] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.112785] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.135643] env[63309]: INFO nova.scheduler.client.report [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Deleted allocations for instance aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac [ 1269.203384] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731146, 'name': PowerOffVM_Task, 'duration_secs': 0.208612} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.203542] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.204223] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.204472] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e3171c-5687-4646-bedd-3a9c5682cfdc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.212262] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1269.212262] env[63309]: value = "task-2731147" [ 1269.212262] env[63309]: _type = "Task" [ 1269.212262] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.220237] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.644084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-060ebd57-b49d-4c99-9cde-76e4137c1d29 tempest-ServerActionsTestOtherB-1988248089 tempest-ServerActionsTestOtherB-1988248089-project-member] Lock "aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.395s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.704363] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.704466] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquired lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.704580] env[63309]: DEBUG nova.network.neutron [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.724093] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.724386] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.724632] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549878', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'name': 'volume-dbcd0d20-b397-4a2d-a97a-698f6448b526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5f30b0a-68d6-4c51-9692-1016709bf570', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'serial': 'dbcd0d20-b397-4a2d-a97a-698f6448b526'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.725469] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47964ddf-6ee5-4795-9ad0-fcd18c103583 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.748466] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a68140-7105-4cb1-96fc-b2c3f46af091 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.755912] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791770e0-8af2-4c0d-a220-a507a8ffddbb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.776238] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda0fb3-2a14-487e-915e-6593146b0386 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.791836] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] The volume has not been displaced from its original location: [datastore1] volume-dbcd0d20-b397-4a2d-a97a-698f6448b526/volume-dbcd0d20-b397-4a2d-a97a-698f6448b526.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.797116] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.797468] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eca6df3-4031-4556-b0c8-496f6000c389 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.816396] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1269.816396] env[63309]: value = "task-2731149" [ 1269.816396] env[63309]: _type = "Task" [ 1269.816396] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.824716] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.169051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.169051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.211286] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.211521] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.211710] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.211889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.212074] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.214163] env[63309]: INFO nova.compute.manager [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Terminating instance [ 1270.325960] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731149, 'name': ReconfigVM_Task, 'duration_secs': 0.203098} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.326303] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.331108] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ba44c5-ef92-41e4-af27-d03cbaa5dced {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.346666] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1270.346666] env[63309]: value = "task-2731151" [ 1270.346666] env[63309]: _type = "Task" [ 1270.346666] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.354977] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.670900] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.674303] env[63309]: INFO nova.network.neutron [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Port 753e2e77-f631-4cd5-94dc-8eb1afc2be7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1270.674624] env[63309]: DEBUG nova.network.neutron [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [{"id": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "address": "fa:16:3e:da:c0:9b", "network": {"id": "2232098d-edc1-4f74-baf6-97c1fb41209b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377972044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd27a8dcc1df49baaec5f5c359172d38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f99f1a7-cc", "ovs_interfaceid": "7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.718069] env[63309]: DEBUG nova.compute.manager [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.718300] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.719256] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c3efce-f00d-4939-a1e6-b5e607405617 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.727331] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.727556] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d572f62e-f934-4095-a5c6-4a8d312ed1b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.733787] env[63309]: DEBUG oslo_vmware.api [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1270.733787] env[63309]: value = "task-2731152" [ 1270.733787] env[63309]: _type = "Task" [ 1270.733787] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.743295] env[63309]: DEBUG oslo_vmware.api [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.856996] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731151, 'name': ReconfigVM_Task, 'duration_secs': 0.137359} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.857326] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549878', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'name': 'volume-dbcd0d20-b397-4a2d-a97a-698f6448b526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5f30b0a-68d6-4c51-9692-1016709bf570', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbcd0d20-b397-4a2d-a97a-698f6448b526', 'serial': 'dbcd0d20-b397-4a2d-a97a-698f6448b526'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.857637] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.858411] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badbe05b-c8e9-49fe-bcec-2be6fd2bee74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.864656] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.864876] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162bbe56-8496-4629-8f8a-fb197cee1a0a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.923639] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.923851] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.924049] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Deleting the datastore file [datastore1] f5f30b0a-68d6-4c51-9692-1016709bf570 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.924326] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb5fdca2-ff88-4e8d-9a01-040ce379ffc9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.931333] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for the task: (returnval){ [ 1270.931333] env[63309]: value = "task-2731154" [ 1270.931333] env[63309]: _type = "Task" [ 1270.931333] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.938707] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.179745] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Releasing lock "refresh_cache-7305d89a-2885-42b3-ac68-4d36af76e4ea" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.197852] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.198108] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.199678] env[63309]: INFO nova.compute.claims [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.244132] env[63309]: DEBUG oslo_vmware.api [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731152, 'name': PowerOffVM_Task, 'duration_secs': 0.234676} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.244390] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.244558] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.244800] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77eee6c3-f19f-4d49-bb90-4b37b524a9de {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.442282] env[63309]: DEBUG oslo_vmware.api [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Task: {'id': task-2731154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090974} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.442552] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.442741] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.442916] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.468751] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.469009] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.469151] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleting the datastore file [datastore1] 7305d89a-2885-42b3-ac68-4d36af76e4ea {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.469430] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f714e2-4c52-4143-8034-901a20a0c775 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.476045] env[63309]: DEBUG oslo_vmware.api [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1271.476045] env[63309]: value = "task-2731156" [ 1271.476045] env[63309]: _type = "Task" [ 1271.476045] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.483537] env[63309]: DEBUG oslo_vmware.api [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.499396] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.500036] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b591452c-17dc-48bf-b8a2-a15410611bca {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.507871] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6477c0f4-0621-4c35-8153-7b80df2a262e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.534289] env[63309]: ERROR nova.compute.manager [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Failed to detach volume dbcd0d20-b397-4a2d-a97a-698f6448b526 from /dev/sda: nova.exception.InstanceNotFound: Instance f5f30b0a-68d6-4c51-9692-1016709bf570 could not be found. [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Traceback (most recent call last): [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self.driver.rebuild(**kwargs) [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] raise NotImplementedError() [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] NotImplementedError [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] During handling of the above exception, another exception occurred: [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Traceback (most recent call last): [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self.driver.detach_volume(context, old_connection_info, [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] return self._volumeops.detach_volume(connection_info, instance) [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._detach_volume_vmdk(connection_info, instance) [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] stable_ref.fetch_moref(session) [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] nova.exception.InstanceNotFound: Instance f5f30b0a-68d6-4c51-9692-1016709bf570 could not be found. [ 1271.534289] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.654244] env[63309]: DEBUG nova.compute.utils [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Build of instance f5f30b0a-68d6-4c51-9692-1016709bf570 aborted: Failed to rebuild volume backed instance. {{(pid=63309) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1271.657986] env[63309]: ERROR nova.compute.manager [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f5f30b0a-68d6-4c51-9692-1016709bf570 aborted: Failed to rebuild volume backed instance. [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Traceback (most recent call last): [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self.driver.rebuild(**kwargs) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] raise NotImplementedError() [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] NotImplementedError [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] During handling of the above exception, another exception occurred: [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Traceback (most recent call last): [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._detach_root_volume(context, instance, root_bdm) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] with excutils.save_and_reraise_exception(): [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self.force_reraise() [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] raise self.value [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self.driver.detach_volume(context, old_connection_info, [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] return self._volumeops.detach_volume(connection_info, instance) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._detach_volume_vmdk(connection_info, instance) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] stable_ref.fetch_moref(session) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] nova.exception.InstanceNotFound: Instance f5f30b0a-68d6-4c51-9692-1016709bf570 could not be found. [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] During handling of the above exception, another exception occurred: [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Traceback (most recent call last): [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] yield [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1271.657986] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._do_rebuild_instance_with_claim( [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._do_rebuild_instance( [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._rebuild_default_impl(**kwargs) [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] self._rebuild_volume_backed_instance( [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] raise exception.BuildAbortException( [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] nova.exception.BuildAbortException: Build of instance f5f30b0a-68d6-4c51-9692-1016709bf570 aborted: Failed to rebuild volume backed instance. [ 1271.659395] env[63309]: ERROR nova.compute.manager [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] [ 1271.685778] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b62fd86f-80f2-4c34-b39a-125379e9cad4 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "interface-7305d89a-2885-42b3-ac68-4d36af76e4ea-753e2e77-f631-4cd5-94dc-8eb1afc2be7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.885s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.985914] env[63309]: DEBUG oslo_vmware.api [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193403} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.986188] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.986382] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.986562] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.986734] env[63309]: INFO nova.compute.manager [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1271.986971] env[63309]: DEBUG oslo.service.loopingcall [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.987175] env[63309]: DEBUG nova.compute.manager [-] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.987272] env[63309]: DEBUG nova.network.neutron [-] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.269657] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385cc5a7-0738-41cd-81d2-ecf28c69512e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.277160] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e7cd8-f00b-4df8-9b22-dafb741e26ad {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.306412] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac11c845-6dc9-454c-8f4f-5f80fb39bfb1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.313984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca70c5-abbb-4a3b-b4fc-5cd482737a74 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.327356] env[63309]: DEBUG nova.compute.provider_tree [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.616880] env[63309]: DEBUG nova.compute.manager [req-329f455d-1e5a-4013-8ce6-6439a3e4ad19 req-d089080b-e1fa-4365-a909-ecb7d6ffdc41 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Received event network-vif-deleted-7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1272.617113] env[63309]: INFO nova.compute.manager [req-329f455d-1e5a-4013-8ce6-6439a3e4ad19 req-d089080b-e1fa-4365-a909-ecb7d6ffdc41 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Neutron deleted interface 7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4; detaching it from the instance and deleting it from the info cache [ 1272.617341] env[63309]: DEBUG nova.network.neutron [req-329f455d-1e5a-4013-8ce6-6439a3e4ad19 req-d089080b-e1fa-4365-a909-ecb7d6ffdc41 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.850242] env[63309]: ERROR nova.scheduler.client.report [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [req-4a723f75-df08-46b1-a395-0d96eb252de7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a723f75-df08-46b1-a395-0d96eb252de7"}]} [ 1272.867830] env[63309]: DEBUG nova.scheduler.client.report [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1272.882714] env[63309]: DEBUG nova.scheduler.client.report [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1272.883029] env[63309]: DEBUG nova.compute.provider_tree [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.894925] env[63309]: DEBUG nova.scheduler.client.report [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1272.916119] env[63309]: DEBUG nova.scheduler.client.report [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1273.008049] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8088b-6bff-45cd-ac92-6066d771e792 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.015773] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2fc498-4bd6-4ad9-981d-104b23d5c40b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.047646] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d46eb8-c2fd-4179-8117-247dba4f00c8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.055926] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fba86f-87d2-46b9-96da-9b646cd98c88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.071556] env[63309]: DEBUG nova.compute.provider_tree [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.098835] env[63309]: DEBUG nova.network.neutron [-] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.120476] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32d1a6ac-37c0-44ab-aa0f-527e84853c44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.130792] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3494ed74-ae60-42b2-af69-96a886d658a2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.157811] env[63309]: DEBUG nova.compute.manager [req-329f455d-1e5a-4013-8ce6-6439a3e4ad19 req-d089080b-e1fa-4365-a909-ecb7d6ffdc41 service nova] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Detach interface failed, port_id=7f99f1a7-cce2-417b-8e0a-e5dc3271a3d4, reason: Instance 7305d89a-2885-42b3-ac68-4d36af76e4ea could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.600741] env[63309]: INFO nova.compute.manager [-] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Took 1.61 seconds to deallocate network for instance. [ 1273.608647] env[63309]: DEBUG nova.scheduler.client.report [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1273.609096] env[63309]: DEBUG nova.compute.provider_tree [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 174 to 175 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1273.609689] env[63309]: DEBUG nova.compute.provider_tree [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.672812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.121021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.922s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.121227] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.124785] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.125275] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.453s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.248040] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5388e-f882-42cb-89cd-61f6b4982473 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.258770] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a2b49-04c3-4441-8fe4-24250a32bbde {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.293621] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e612685-8cc7-4380-84f9-d33b6974527a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.301903] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a443d21-a9e5-4094-a456-fe6688fefa43 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.320275] env[63309]: DEBUG nova.compute.provider_tree [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.626875] env[63309]: DEBUG nova.compute.utils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.628275] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.628478] env[63309]: DEBUG nova.network.neutron [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.696080] env[63309]: DEBUG nova.policy [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b280aa48050494397688bf0a3ff1edb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f7c3fce83a4d16b2d13fe918d648f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.823340] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "f5f30b0a-68d6-4c51-9692-1016709bf570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.823650] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.824192] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "f5f30b0a-68d6-4c51-9692-1016709bf570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.824192] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.824357] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.826449] env[63309]: INFO nova.compute.manager [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Terminating instance [ 1274.828306] env[63309]: DEBUG nova.scheduler.client.report [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.991835] env[63309]: DEBUG nova.network.neutron [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Successfully created port: ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.131599] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.333783] env[63309]: DEBUG nova.compute.manager [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.334667] env[63309]: DEBUG oslo_concurrency.lockutils [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.209s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.334870] env[63309]: INFO nova.compute.manager [None req-3b2d3980-4686-4342-833a-785306c85492 tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Successfully reverted task state from rebuilding on failure for instance. [ 1275.340264] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e56c4170-067e-4782-91fd-129e289e03bd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.343079] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.218s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.343369] env[63309]: DEBUG nova.objects.instance [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'resources' on Instance uuid 7305d89a-2885-42b3-ac68-4d36af76e4ea {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.351826] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830d3b4-17bf-4d3c-b9e4-b90fa41cd26b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.377843] env[63309]: WARNING nova.virt.vmwareapi.driver [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f5f30b0a-68d6-4c51-9692-1016709bf570 could not be found. [ 1275.378238] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.378600] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c95140e-943c-4fc7-a8fd-01e4fdcb30c1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.386396] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4835f4-d3e5-492a-af21-5407594eede2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.410520] env[63309]: WARNING nova.virt.vmwareapi.vmops [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f5f30b0a-68d6-4c51-9692-1016709bf570 could not be found. [ 1275.410808] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.411062] env[63309]: INFO nova.compute.manager [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1275.411393] env[63309]: DEBUG oslo.service.loopingcall [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.411690] env[63309]: DEBUG nova.compute.manager [-] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.411840] env[63309]: DEBUG nova.network.neutron [-] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.928191] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883acc4a-b1f3-41db-a70a-f88d6e2bf1ea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.939384] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f8e36-bd3d-453b-bb65-4544bf589a96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.978921] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c8084d-2bba-4d3a-9acd-8b52ece7dda5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.982713] env[63309]: DEBUG nova.compute.manager [req-a3ae7bf0-5a47-4d53-9e05-ed014b0cbf5d req-1749b7a5-571f-4fe8-ae06-e9bde5345f5e service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Received event network-vif-deleted-6966c02f-8068-4ab3-a1f0-79278bad27a1 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1275.983174] env[63309]: INFO nova.compute.manager [req-a3ae7bf0-5a47-4d53-9e05-ed014b0cbf5d req-1749b7a5-571f-4fe8-ae06-e9bde5345f5e service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Neutron deleted interface 6966c02f-8068-4ab3-a1f0-79278bad27a1; detaching it from the instance and deleting it from the info cache [ 1275.983372] env[63309]: DEBUG nova.network.neutron [req-a3ae7bf0-5a47-4d53-9e05-ed014b0cbf5d req-1749b7a5-571f-4fe8-ae06-e9bde5345f5e service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.990697] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900611e-afbf-4c5d-af69-87043245e0a4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.007201] env[63309]: DEBUG nova.compute.provider_tree [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.141642] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.174258] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.174584] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.174672] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.174832] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.174978] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.175546] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.175783] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.175946] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.176838] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.179035] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.179252] env[63309]: DEBUG nova.virt.hardware [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.180188] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246845ae-9298-4eb3-87e6-1285f9ee1393 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.190394] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61802e9-ad5b-470b-bb25-576d5552d122 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.425135] env[63309]: DEBUG nova.network.neutron [-] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.486283] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccdcf0b8-5903-4664-a9c2-30e7d3e3f1df {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.500449] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9e792-5959-45e6-ac7c-d3e96ed19fd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.516029] env[63309]: DEBUG nova.scheduler.client.report [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.532751] env[63309]: DEBUG nova.compute.manager [req-a3ae7bf0-5a47-4d53-9e05-ed014b0cbf5d req-1749b7a5-571f-4fe8-ae06-e9bde5345f5e service nova] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Detach interface failed, port_id=6966c02f-8068-4ab3-a1f0-79278bad27a1, reason: Instance f5f30b0a-68d6-4c51-9692-1016709bf570 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1276.654167] env[63309]: DEBUG nova.network.neutron [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Successfully updated port: ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.928720] env[63309]: INFO nova.compute.manager [-] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Took 1.52 seconds to deallocate network for instance. [ 1277.018852] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.047554] env[63309]: INFO nova.scheduler.client.report [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted allocations for instance 7305d89a-2885-42b3-ac68-4d36af76e4ea [ 1277.158889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.158889] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.158889] env[63309]: DEBUG nova.network.neutron [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.485510] env[63309]: INFO nova.compute.manager [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Took 0.56 seconds to detach 1 volumes for instance. [ 1277.488964] env[63309]: DEBUG nova.compute.manager [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Deleting volume: dbcd0d20-b397-4a2d-a97a-698f6448b526 {{(pid=63309) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1277.554158] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d55f94ed-50fc-475c-b5a5-bb923fb63070 tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "7305d89a-2885-42b3-ac68-4d36af76e4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.343s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.699900] env[63309]: DEBUG nova.network.neutron [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.862666] env[63309]: DEBUG nova.network.neutron [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating instance_info_cache with network_info: [{"id": "ed7450f6-99de-4742-be3d-6c6424364fdc", "address": "fa:16:3e:7d:98:7a", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7450f6-99", "ovs_interfaceid": "ed7450f6-99de-4742-be3d-6c6424364fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.993703] env[63309]: DEBUG nova.compute.manager [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Received event network-vif-plugged-ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1277.993703] env[63309]: DEBUG oslo_concurrency.lockutils [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.993703] env[63309]: DEBUG oslo_concurrency.lockutils [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.993982] env[63309]: DEBUG oslo_concurrency.lockutils [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.993982] env[63309]: DEBUG nova.compute.manager [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] No waiting events found dispatching network-vif-plugged-ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.994100] env[63309]: WARNING nova.compute.manager [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Received unexpected event network-vif-plugged-ed7450f6-99de-4742-be3d-6c6424364fdc for instance with vm_state building and task_state spawning. [ 1277.994273] env[63309]: DEBUG nova.compute.manager [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Received event network-changed-ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1277.994460] env[63309]: DEBUG nova.compute.manager [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Refreshing instance network info cache due to event network-changed-ed7450f6-99de-4742-be3d-6c6424364fdc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1277.994625] env[63309]: DEBUG oslo_concurrency.lockutils [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] Acquiring lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.046672] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.046914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.047177] env[63309]: DEBUG nova.objects.instance [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lazy-loading 'resources' on Instance uuid f5f30b0a-68d6-4c51-9692-1016709bf570 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.048278] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.048677] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.048762] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.048896] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.049156] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.050914] env[63309]: INFO nova.compute.manager [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Terminating instance [ 1278.330690] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.330926] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.365663] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.365981] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Instance network_info: |[{"id": "ed7450f6-99de-4742-be3d-6c6424364fdc", "address": "fa:16:3e:7d:98:7a", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7450f6-99", "ovs_interfaceid": "ed7450f6-99de-4742-be3d-6c6424364fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.366305] env[63309]: DEBUG oslo_concurrency.lockutils [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] Acquired lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.366580] env[63309]: DEBUG nova.network.neutron [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Refreshing network info cache for port ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.367750] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:98:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed7450f6-99de-4742-be3d-6c6424364fdc', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.375688] env[63309]: DEBUG oslo.service.loopingcall [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.378496] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.379222] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbe8359c-da36-47e2-8cb4-f2c1a9492941 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.399139] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.399139] env[63309]: value = "task-2731158" [ 1278.399139] env[63309]: _type = "Task" [ 1278.399139] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.406931] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731158, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.555744] env[63309]: DEBUG nova.compute.manager [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.556015] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.556994] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa226ebf-7131-49c9-9880-07f75aaacb88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.570648] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.570983] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e518309e-56c8-4150-ba5e-50e5002f1327 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.580220] env[63309]: DEBUG oslo_vmware.api [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1278.580220] env[63309]: value = "task-2731159" [ 1278.580220] env[63309]: _type = "Task" [ 1278.580220] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.591213] env[63309]: DEBUG oslo_vmware.api [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.636484] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db223b2-3612-4f4d-9a83-2a64672f2766 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.640500] env[63309]: DEBUG nova.network.neutron [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updated VIF entry in instance network info cache for port ed7450f6-99de-4742-be3d-6c6424364fdc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.640951] env[63309]: DEBUG nova.network.neutron [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating instance_info_cache with network_info: [{"id": "ed7450f6-99de-4742-be3d-6c6424364fdc", "address": "fa:16:3e:7d:98:7a", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7450f6-99", "ovs_interfaceid": "ed7450f6-99de-4742-be3d-6c6424364fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.647487] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ddbe6-cea6-4334-b7ef-48ace66b132e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.679532] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919c43b-eaad-4d3a-b782-2a722ef88d1a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.691025] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41da887-a76b-4ae6-b0aa-5a117b7200f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.707039] env[63309]: DEBUG nova.compute.provider_tree [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.833560] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.908769] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731158, 'name': CreateVM_Task, 'duration_secs': 0.349045} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.908932] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.909640] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.909812] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.910172] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.910413] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416ef2b6-8136-44de-afc4-19adb1f9c8e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.914409] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1278.914409] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52abbfaf-e1ee-5278-6e04-ff895c3cdcf3" [ 1278.914409] env[63309]: _type = "Task" [ 1278.914409] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.921576] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52abbfaf-e1ee-5278-6e04-ff895c3cdcf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.092397] env[63309]: DEBUG oslo_vmware.api [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731159, 'name': PowerOffVM_Task, 'duration_secs': 0.225986} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.092397] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.092739] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.092811] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-012fca34-d5a1-40ca-bfaf-2a1a9dd2094e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.143727] env[63309]: DEBUG oslo_concurrency.lockutils [req-966bc06f-9061-429c-b73e-1cb924449263 req-c014c7a9-2fd8-48c3-8afb-3bab3075d95c service nova] Releasing lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.149031] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.149158] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.149287] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleting the datastore file [datastore2] 164e1038-3a5e-4431-ac1d-4e22e5516283 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.149957] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3531ed05-2c4a-4060-ac00-c3a2f4814958 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.155698] env[63309]: DEBUG oslo_vmware.api [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for the task: (returnval){ [ 1279.155698] env[63309]: value = "task-2731161" [ 1279.155698] env[63309]: _type = "Task" [ 1279.155698] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.163480] env[63309]: DEBUG oslo_vmware.api [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.209620] env[63309]: DEBUG nova.scheduler.client.report [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.351879] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.424558] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52abbfaf-e1ee-5278-6e04-ff895c3cdcf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.424840] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.425082] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.425303] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.425449] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.425629] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.425878] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea9adeed-1ded-4213-911d-4217bb8dcecf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.433225] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.433390] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.434041] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44214366-25a3-480f-8faf-b3d8227132ae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.438956] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1279.438956] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bbb12-912a-8c85-5543-ed97306364a8" [ 1279.438956] env[63309]: _type = "Task" [ 1279.438956] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.445683] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bbb12-912a-8c85-5543-ed97306364a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.666950] env[63309]: DEBUG oslo_vmware.api [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Task: {'id': task-2731161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093744} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.667262] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.667454] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.667672] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.667854] env[63309]: INFO nova.compute.manager [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1279.668112] env[63309]: DEBUG oslo.service.loopingcall [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.668310] env[63309]: DEBUG nova.compute.manager [-] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.668403] env[63309]: DEBUG nova.network.neutron [-] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.714448] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.716627] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.365s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.718096] env[63309]: INFO nova.compute.claims [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.950145] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527bbb12-912a-8c85-5543-ed97306364a8, 'name': SearchDatastore_Task, 'duration_secs': 0.007825} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.950884] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8ab4a3-0507-4f34-8039-38ffc59ef1e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.955622] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1279.955622] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8e165-e86a-62b2-fef7-ee27497561a7" [ 1279.955622] env[63309]: _type = "Task" [ 1279.955622] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.963270] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8e165-e86a-62b2-fef7-ee27497561a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.018293] env[63309]: DEBUG nova.compute.manager [req-bb1bc612-39dc-49d0-8923-15794f184b67 req-b7efa99e-3904-4c2f-867a-965dbb27767f service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Received event network-vif-deleted-05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1280.018293] env[63309]: INFO nova.compute.manager [req-bb1bc612-39dc-49d0-8923-15794f184b67 req-b7efa99e-3904-4c2f-867a-965dbb27767f service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Neutron deleted interface 05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b; detaching it from the instance and deleting it from the info cache [ 1280.018293] env[63309]: DEBUG nova.network.neutron [req-bb1bc612-39dc-49d0-8923-15794f184b67 req-b7efa99e-3904-4c2f-867a-965dbb27767f service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.233182] env[63309]: DEBUG oslo_concurrency.lockutils [None req-53ab70ec-8a99-464a-a1eb-0e633164f09c tempest-ServerActionsV293TestJSON-157350220 tempest-ServerActionsV293TestJSON-157350220-project-member] Lock "f5f30b0a-68d6-4c51-9692-1016709bf570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.409s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.375936] env[63309]: DEBUG nova.network.neutron [-] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.465522] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d8e165-e86a-62b2-fef7-ee27497561a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.465773] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.466037] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 7ccf72fc-ef4f-4ef5-b365-80ca4852e204/7ccf72fc-ef4f-4ef5-b365-80ca4852e204.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.466296] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa58a3fb-e511-4593-8108-c49a1ff099cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.474192] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1280.474192] env[63309]: value = "task-2731162" [ 1280.474192] env[63309]: _type = "Task" [ 1280.474192] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.481556] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.521982] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7042e28b-4742-4db9-b74c-bd0b7bde95c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.530362] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9e1e54-9f6c-491a-a0f2-2707a3f82a42 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.555259] env[63309]: DEBUG nova.compute.manager [req-bb1bc612-39dc-49d0-8923-15794f184b67 req-b7efa99e-3904-4c2f-867a-965dbb27767f service nova] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Detach interface failed, port_id=05bcbb1b-8f26-4df8-81fd-6c1ab0b6c14b, reason: Instance 164e1038-3a5e-4431-ac1d-4e22e5516283 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1280.801051] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b81a70-c440-4de4-a17d-13cd035217b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.809036] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443a8068-21f0-4791-bc4e-18b84b37cdf4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.841491] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e2eac9-05e9-43b6-8232-1b51e569c866 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.849561] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607c0684-7b0d-4107-99b5-cce9cf7608a1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.863710] env[63309]: DEBUG nova.compute.provider_tree [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.878312] env[63309]: INFO nova.compute.manager [-] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Took 1.21 seconds to deallocate network for instance. [ 1280.984083] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731162, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.369692] env[63309]: DEBUG nova.scheduler.client.report [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.384880] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.484475] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731162, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.874098] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.875458] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.490s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.875633] env[63309]: DEBUG nova.objects.instance [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lazy-loading 'resources' on Instance uuid 164e1038-3a5e-4431-ac1d-4e22e5516283 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.985416] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731162, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505724} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.985833] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] 7ccf72fc-ef4f-4ef5-b365-80ca4852e204/7ccf72fc-ef4f-4ef5-b365-80ca4852e204.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.985953] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.986225] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-193ecc1e-f756-4bec-8b93-8227075947bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.993068] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1281.993068] env[63309]: value = "task-2731163" [ 1281.993068] env[63309]: _type = "Task" [ 1281.993068] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.000715] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.377729] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "1069264b-9a75-435e-aa0c-23803e44d7c3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.378151] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "1069264b-9a75-435e-aa0c-23803e44d7c3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.455237] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa01d32-911d-42a9-9d6b-022fd10fed9c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.463782] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f306c8f-e153-4226-83ab-1ae9d5719872 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.499094] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea018c7-874b-4d34-8097-f3dc465659e3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.506662] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357583} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.508906] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.509774] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c2bb1-54fc-41bf-abf2-ce8393bd0641 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.513191] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3ce1c-59f5-4500-b5ba-23fec60a5e25 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.536782] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7ccf72fc-ef4f-4ef5-b365-80ca4852e204/7ccf72fc-ef4f-4ef5-b365-80ca4852e204.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.544832] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c39f568-24fd-4426-a4a7-773c715396b3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.559091] env[63309]: DEBUG nova.compute.provider_tree [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.565815] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1282.565815] env[63309]: value = "task-2731164" [ 1282.565815] env[63309]: _type = "Task" [ 1282.565815] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.574670] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.883127] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "1069264b-9a75-435e-aa0c-23803e44d7c3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.883943] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.062928] env[63309]: DEBUG nova.scheduler.client.report [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.076907] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731164, 'name': ReconfigVM_Task, 'duration_secs': 0.284307} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.077808] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7ccf72fc-ef4f-4ef5-b365-80ca4852e204/7ccf72fc-ef4f-4ef5-b365-80ca4852e204.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.078429] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8405890f-225a-452a-b9b9-c067e6d15079 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.085655] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1283.085655] env[63309]: value = "task-2731165" [ 1283.085655] env[63309]: _type = "Task" [ 1283.085655] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.094604] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731165, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.390541] env[63309]: DEBUG nova.compute.utils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.392018] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.392200] env[63309]: DEBUG nova.network.neutron [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.428657] env[63309]: DEBUG nova.policy [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e5ae4811d7e4f10bb5ce10bdc68515f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a39c69a7a36a49b3a1b332ee71914227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.568211] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.598049] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731165, 'name': Rename_Task, 'duration_secs': 0.150545} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.598189] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.598418] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4565f35e-6242-4e0e-92c9-00a4bc9eada6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.602232] env[63309]: INFO nova.scheduler.client.report [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Deleted allocations for instance 164e1038-3a5e-4431-ac1d-4e22e5516283 [ 1283.606671] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1283.606671] env[63309]: value = "task-2731166" [ 1283.606671] env[63309]: _type = "Task" [ 1283.606671] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.616925] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.687756] env[63309]: DEBUG nova.network.neutron [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Successfully created port: 7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.894973] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.114494] env[63309]: DEBUG oslo_concurrency.lockutils [None req-050ed5f7-d729-472a-adeb-b2c6d3fa68dc tempest-AttachInterfacesTestJSON-739542199 tempest-AttachInterfacesTestJSON-739542199-project-member] Lock "164e1038-3a5e-4431-ac1d-4e22e5516283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.066s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.121161] env[63309]: DEBUG oslo_vmware.api [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731166, 'name': PowerOnVM_Task, 'duration_secs': 0.492157} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.121583] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.122139] env[63309]: INFO nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1284.122232] env[63309]: DEBUG nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.123480] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55a4882-a0f9-4273-bcd4-d3019acc69f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.640784] env[63309]: INFO nova.compute.manager [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Took 13.46 seconds to build instance. [ 1284.904538] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.935010] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.935347] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.935347] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.935538] env[63309]: DEBUG nova.virt.hardware [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.936357] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb864d59-764f-4531-82de-da0eded74cc0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.948119] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a9662a-50f0-4678-99fd-e523636bbbea {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.060977] env[63309]: DEBUG nova.compute.manager [req-1ab12079-8bba-4524-843e-d7b1df8daba1 req-609fcea9-3cd6-44c2-84a9-d77155422ade service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Received event network-vif-plugged-7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1285.061243] env[63309]: DEBUG oslo_concurrency.lockutils [req-1ab12079-8bba-4524-843e-d7b1df8daba1 req-609fcea9-3cd6-44c2-84a9-d77155422ade service nova] Acquiring lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.061462] env[63309]: DEBUG oslo_concurrency.lockutils [req-1ab12079-8bba-4524-843e-d7b1df8daba1 req-609fcea9-3cd6-44c2-84a9-d77155422ade service nova] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.061750] env[63309]: DEBUG oslo_concurrency.lockutils [req-1ab12079-8bba-4524-843e-d7b1df8daba1 req-609fcea9-3cd6-44c2-84a9-d77155422ade service nova] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.061817] env[63309]: DEBUG nova.compute.manager [req-1ab12079-8bba-4524-843e-d7b1df8daba1 req-609fcea9-3cd6-44c2-84a9-d77155422ade service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] No waiting events found dispatching network-vif-plugged-7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.061960] env[63309]: WARNING nova.compute.manager [req-1ab12079-8bba-4524-843e-d7b1df8daba1 req-609fcea9-3cd6-44c2-84a9-d77155422ade service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Received unexpected event network-vif-plugged-7e0bd085-3870-44ca-8748-53104562f6e8 for instance with vm_state building and task_state spawning. [ 1285.142915] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a7bcb187-f7f7-4d1e-a128-7cdcc5948448 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.974s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.150089] env[63309]: DEBUG nova.network.neutron [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Successfully updated port: 7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.653087] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "refresh_cache-c58baa86-db45-4e40-a460-fb3a7ec3b59d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.653360] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquired lock "refresh_cache-c58baa86-db45-4e40-a460-fb3a7ec3b59d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.653409] env[63309]: DEBUG nova.network.neutron [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.204489] env[63309]: DEBUG nova.network.neutron [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.344815] env[63309]: DEBUG nova.network.neutron [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Updating instance_info_cache with network_info: [{"id": "7e0bd085-3870-44ca-8748-53104562f6e8", "address": "fa:16:3e:57:dd:34", "network": {"id": "726d1619-3ad8-4839-9f75-2cb951f9f77b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-417828727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c69a7a36a49b3a1b332ee71914227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0bd085-38", "ovs_interfaceid": "7e0bd085-3870-44ca-8748-53104562f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.847441] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Releasing lock "refresh_cache-c58baa86-db45-4e40-a460-fb3a7ec3b59d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.848048] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Instance network_info: |[{"id": "7e0bd085-3870-44ca-8748-53104562f6e8", "address": "fa:16:3e:57:dd:34", "network": {"id": "726d1619-3ad8-4839-9f75-2cb951f9f77b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-417828727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c69a7a36a49b3a1b332ee71914227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0bd085-38", "ovs_interfaceid": "7e0bd085-3870-44ca-8748-53104562f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.848397] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:dd:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0bd085-3870-44ca-8748-53104562f6e8', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.858073] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Creating folder: Project (a39c69a7a36a49b3a1b332ee71914227). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.858418] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b05777-de2f-4144-aed0-9de836ed11b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.871078] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Created folder: Project (a39c69a7a36a49b3a1b332ee71914227) in parent group-v549567. [ 1286.871078] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Creating folder: Instances. Parent ref: group-v549889. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.871078] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29076149-1093-4704-a5a7-a1b010444cd4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.880135] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Created folder: Instances in parent group-v549889. [ 1286.880375] env[63309]: DEBUG oslo.service.loopingcall [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.880575] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.880777] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207914a8-f1ba-43ac-9d5b-7a75ed1b4dd7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.900695] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.900695] env[63309]: value = "task-2731169" [ 1286.900695] env[63309]: _type = "Task" [ 1286.900695] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.910899] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731169, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.092921] env[63309]: DEBUG nova.compute.manager [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Received event network-changed-7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1287.093197] env[63309]: DEBUG nova.compute.manager [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Refreshing instance network info cache due to event network-changed-7e0bd085-3870-44ca-8748-53104562f6e8. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1287.093490] env[63309]: DEBUG oslo_concurrency.lockutils [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] Acquiring lock "refresh_cache-c58baa86-db45-4e40-a460-fb3a7ec3b59d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.093691] env[63309]: DEBUG oslo_concurrency.lockutils [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] Acquired lock "refresh_cache-c58baa86-db45-4e40-a460-fb3a7ec3b59d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.093887] env[63309]: DEBUG nova.network.neutron [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Refreshing network info cache for port 7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.410317] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731169, 'name': CreateVM_Task, 'duration_secs': 0.293447} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.410483] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.411161] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.411334] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.411651] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.411900] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0d90e9-1e1c-4fbd-87fa-201f0021351f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.415946] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1287.415946] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5204efe6-1941-df0b-dee1-a61bfd69d80d" [ 1287.415946] env[63309]: _type = "Task" [ 1287.415946] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.423148] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5204efe6-1941-df0b-dee1-a61bfd69d80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.768631] env[63309]: DEBUG nova.network.neutron [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Updated VIF entry in instance network info cache for port 7e0bd085-3870-44ca-8748-53104562f6e8. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.768991] env[63309]: DEBUG nova.network.neutron [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Updating instance_info_cache with network_info: [{"id": "7e0bd085-3870-44ca-8748-53104562f6e8", "address": "fa:16:3e:57:dd:34", "network": {"id": "726d1619-3ad8-4839-9f75-2cb951f9f77b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-417828727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a39c69a7a36a49b3a1b332ee71914227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0bd085-38", "ovs_interfaceid": "7e0bd085-3870-44ca-8748-53104562f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.926324] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5204efe6-1941-df0b-dee1-a61bfd69d80d, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.926744] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.926822] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.926995] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.927163] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.927342] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.927585] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb854f3-518c-406a-bfb4-4ea83d0898bb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.940620] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.940790] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.941470] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8cdbad-4171-4d85-b529-f866af888436 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.945822] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1287.945822] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fb9d17-75b1-d973-d0cb-5b7be4169636" [ 1287.945822] env[63309]: _type = "Task" [ 1287.945822] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.953873] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fb9d17-75b1-d973-d0cb-5b7be4169636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.271550] env[63309]: DEBUG oslo_concurrency.lockutils [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] Releasing lock "refresh_cache-c58baa86-db45-4e40-a460-fb3a7ec3b59d" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.271882] env[63309]: DEBUG nova.compute.manager [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Received event network-changed-ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.272093] env[63309]: DEBUG nova.compute.manager [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Refreshing instance network info cache due to event network-changed-ed7450f6-99de-4742-be3d-6c6424364fdc. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1288.272312] env[63309]: DEBUG oslo_concurrency.lockutils [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] Acquiring lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.272453] env[63309]: DEBUG oslo_concurrency.lockutils [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] Acquired lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.272613] env[63309]: DEBUG nova.network.neutron [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Refreshing network info cache for port ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.455739] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52fb9d17-75b1-d973-d0cb-5b7be4169636, 'name': SearchDatastore_Task, 'duration_secs': 0.045561} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.456523] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25abec9-bb70-45e2-afc0-1df654614539 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.461686] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1288.461686] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52701ae4-a310-c372-1962-01895fd99ad0" [ 1288.461686] env[63309]: _type = "Task" [ 1288.461686] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.468974] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52701ae4-a310-c372-1962-01895fd99ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.957738] env[63309]: DEBUG nova.network.neutron [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updated VIF entry in instance network info cache for port ed7450f6-99de-4742-be3d-6c6424364fdc. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.958116] env[63309]: DEBUG nova.network.neutron [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating instance_info_cache with network_info: [{"id": "ed7450f6-99de-4742-be3d-6c6424364fdc", "address": "fa:16:3e:7d:98:7a", "network": {"id": "4f69d0df-488f-4f45-8083-593d3f6c36a7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-979775518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f7c3fce83a4d16b2d13fe918d648f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7450f6-99", "ovs_interfaceid": "ed7450f6-99de-4742-be3d-6c6424364fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.971910] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52701ae4-a310-c372-1962-01895fd99ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.026337} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.972698] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.972953] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] c58baa86-db45-4e40-a460-fb3a7ec3b59d/c58baa86-db45-4e40-a460-fb3a7ec3b59d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.973217] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a9d9da6-5f24-4fde-a864-167f24a124f6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.981653] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1288.981653] env[63309]: value = "task-2731170" [ 1288.981653] env[63309]: _type = "Task" [ 1288.981653] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.990249] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.460516] env[63309]: DEBUG oslo_concurrency.lockutils [req-703cc167-5b02-4e2c-b424-8caff640676e req-d1b6d16b-0454-4bba-9114-2f0435552209 service nova] Releasing lock "refresh_cache-7ccf72fc-ef4f-4ef5-b365-80ca4852e204" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.490831] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453203} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.491170] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore1] c58baa86-db45-4e40-a460-fb3a7ec3b59d/c58baa86-db45-4e40-a460-fb3a7ec3b59d.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.491335] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.491485] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dec9357-175b-4469-800e-9de0c6fee37c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.497616] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1289.497616] env[63309]: value = "task-2731171" [ 1289.497616] env[63309]: _type = "Task" [ 1289.497616] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.504580] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.008390] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06637} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.008773] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.009398] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff87cb-72c5-4773-be17-130406773a4b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.031096] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c58baa86-db45-4e40-a460-fb3a7ec3b59d/c58baa86-db45-4e40-a460-fb3a7ec3b59d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.031353] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b528e3a-0ca2-4552-bb76-721c18364540 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.050436] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1290.050436] env[63309]: value = "task-2731172" [ 1290.050436] env[63309]: _type = "Task" [ 1290.050436] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.058590] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.561179] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.060294] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731172, 'name': ReconfigVM_Task, 'duration_secs': 0.635758} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.060747] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c58baa86-db45-4e40-a460-fb3a7ec3b59d/c58baa86-db45-4e40-a460-fb3a7ec3b59d.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.061197] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ccb9067-6459-4e2b-b7ee-803dda0d2cb7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.067518] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1291.067518] env[63309]: value = "task-2731173" [ 1291.067518] env[63309]: _type = "Task" [ 1291.067518] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.075710] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731173, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.576610] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731173, 'name': Rename_Task, 'duration_secs': 0.147007} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.576879] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.577142] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5c2bf8-47e3-4865-9d1d-c23b4a236044 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.582763] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1291.582763] env[63309]: value = "task-2731174" [ 1291.582763] env[63309]: _type = "Task" [ 1291.582763] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.590867] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.093246] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.593889] env[63309]: DEBUG oslo_vmware.api [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731174, 'name': PowerOnVM_Task, 'duration_secs': 0.625571} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.594171] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.594371] env[63309]: INFO nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1292.594552] env[63309]: DEBUG nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.595338] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a399c566-fa0f-4156-a21f-6d7d24555e17 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.111788] env[63309]: INFO nova.compute.manager [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Took 13.77 seconds to build instance. [ 1293.613914] env[63309]: DEBUG oslo_concurrency.lockutils [None req-c16126cd-bf5a-415a-a0d6-690f1f157bba tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.283s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.628446] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.628714] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.628928] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.629133] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.629307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.631554] env[63309]: INFO nova.compute.manager [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Terminating instance [ 1294.135615] env[63309]: DEBUG nova.compute.manager [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.135993] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.136834] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c381689-8d23-4a8e-9995-3ff329394fb9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.144326] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.144542] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f01b2f9-2fc0-4eed-96f8-6d86717ff466 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.150965] env[63309]: DEBUG oslo_vmware.api [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1294.150965] env[63309]: value = "task-2731175" [ 1294.150965] env[63309]: _type = "Task" [ 1294.150965] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.158939] env[63309]: DEBUG oslo_vmware.api [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.661010] env[63309]: DEBUG oslo_vmware.api [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731175, 'name': PowerOffVM_Task, 'duration_secs': 0.178504} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.661289] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.661453] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.661703] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-945c6057-88be-478a-9a01-69ab468e0e5b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.721738] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.721952] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.722147] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Deleting the datastore file [datastore1] c58baa86-db45-4e40-a460-fb3a7ec3b59d {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.722404] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb20b732-aac4-41b7-b261-a604120bfa33 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.727838] env[63309]: DEBUG oslo_vmware.api [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for the task: (returnval){ [ 1294.727838] env[63309]: value = "task-2731177" [ 1294.727838] env[63309]: _type = "Task" [ 1294.727838] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.735160] env[63309]: DEBUG oslo_vmware.api [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.237418] env[63309]: DEBUG oslo_vmware.api [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Task: {'id': task-2731177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149813} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.237769] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.237869] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.238032] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.238223] env[63309]: INFO nova.compute.manager [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1295.238464] env[63309]: DEBUG oslo.service.loopingcall [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.238676] env[63309]: DEBUG nova.compute.manager [-] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.238767] env[63309]: DEBUG nova.network.neutron [-] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.476366] env[63309]: DEBUG nova.compute.manager [req-ed0d564b-afd3-46b5-995e-09500f39d9ac req-a8c1733c-1a3d-4792-b240-719ae8becbf7 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Received event network-vif-deleted-7e0bd085-3870-44ca-8748-53104562f6e8 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.476448] env[63309]: INFO nova.compute.manager [req-ed0d564b-afd3-46b5-995e-09500f39d9ac req-a8c1733c-1a3d-4792-b240-719ae8becbf7 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Neutron deleted interface 7e0bd085-3870-44ca-8748-53104562f6e8; detaching it from the instance and deleting it from the info cache [ 1295.476676] env[63309]: DEBUG nova.network.neutron [req-ed0d564b-afd3-46b5-995e-09500f39d9ac req-a8c1733c-1a3d-4792-b240-719ae8becbf7 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.956920] env[63309]: DEBUG nova.network.neutron [-] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.979285] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f400069-40ee-4868-91c9-ace23b1d3a63 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.988821] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b74fcca-b0c7-451f-8c4c-b61fe856ceaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.013636] env[63309]: DEBUG nova.compute.manager [req-ed0d564b-afd3-46b5-995e-09500f39d9ac req-a8c1733c-1a3d-4792-b240-719ae8becbf7 service nova] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Detach interface failed, port_id=7e0bd085-3870-44ca-8748-53104562f6e8, reason: Instance c58baa86-db45-4e40-a460-fb3a7ec3b59d could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1296.146726] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4776f262-6c0d-4ec2-991d-813efafce0a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.147096] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.147357] env[63309]: DEBUG nova.compute.manager [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.148634] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a159e251-0b71-47de-add1-f9bdfc82ad29 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.156291] env[63309]: DEBUG nova.compute.manager [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63309) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1296.156832] env[63309]: DEBUG nova.objects.instance [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'flavor' on Instance uuid 4776f262-6c0d-4ec2-991d-813efafce0a5 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.459696] env[63309]: INFO nova.compute.manager [-] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Took 1.22 seconds to deallocate network for instance. [ 1296.967036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.967036] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.967036] env[63309]: DEBUG nova.objects.instance [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lazy-loading 'resources' on Instance uuid c58baa86-db45-4e40-a460-fb3a7ec3b59d {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.163910] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.164216] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbdb41b-40be-4084-a6d6-c9af3710d31c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.171778] env[63309]: DEBUG oslo_vmware.api [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1297.171778] env[63309]: value = "task-2731178" [ 1297.171778] env[63309]: _type = "Task" [ 1297.171778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.179866] env[63309]: DEBUG oslo_vmware.api [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.524629] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065fa4de-b1e0-44a2-8ccf-bf240da63a96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.535824] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f4134-4797-403e-b9f9-f2c7c53fc1a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.573812] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95e2e9-7a25-4d55-9b64-7e9004251b38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.580704] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecfc7bb-0dbf-444e-90c2-bb928b4a3fc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.596386] env[63309]: DEBUG nova.compute.provider_tree [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.681171] env[63309]: DEBUG oslo_vmware.api [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731178, 'name': PowerOffVM_Task, 'duration_secs': 0.171187} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.681436] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.681628] env[63309]: DEBUG nova.compute.manager [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.682374] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef051e-c350-4922-91ca-f04099603cae {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.119157] env[63309]: ERROR nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] [req-7331e37a-a32d-4323-a3e1-a70577f3c55f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7331e37a-a32d-4323-a3e1-a70577f3c55f"}]} [ 1298.134791] env[63309]: DEBUG nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1298.146729] env[63309]: DEBUG nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1298.146946] env[63309]: DEBUG nova.compute.provider_tree [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.156735] env[63309]: DEBUG nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1298.173044] env[63309]: DEBUG nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1298.192602] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f27e8991-11cd-4dd8-a595-5f2db0bf92ac tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.214853] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf15d221-90c4-495e-aff0-5c2cf198422a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.222816] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205cea3b-f9cb-477a-af55-3bde4f1ece67 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.254373] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd5983a-e10c-4888-af92-16108f579b21 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.262067] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508306a9-aa95-459d-8831-a73bbfb533f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.275060] env[63309]: DEBUG nova.compute.provider_tree [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.492175] env[63309]: DEBUG nova.objects.instance [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'flavor' on Instance uuid 4776f262-6c0d-4ec2-991d-813efafce0a5 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.805473] env[63309]: DEBUG nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1298.805826] env[63309]: DEBUG nova.compute.provider_tree [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 176 to 177 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1298.805913] env[63309]: DEBUG nova.compute.provider_tree [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.997245] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.997433] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.997578] env[63309]: DEBUG nova.network.neutron [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.997755] env[63309]: DEBUG nova.objects.instance [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'info_cache' on Instance uuid 4776f262-6c0d-4ec2-991d-813efafce0a5 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.311122] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.331707] env[63309]: INFO nova.scheduler.client.report [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Deleted allocations for instance c58baa86-db45-4e40-a460-fb3a7ec3b59d [ 1299.501124] env[63309]: DEBUG nova.objects.base [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Object Instance<4776f262-6c0d-4ec2-991d-813efafce0a5> lazy-loaded attributes: flavor,info_cache {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.839056] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b913a98a-baa1-4856-a01e-8fcbd082f810 tempest-ServerGroupTestJSON-1579133815 tempest-ServerGroupTestJSON-1579133815-project-member] Lock "c58baa86-db45-4e40-a460-fb3a7ec3b59d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.210s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.244912] env[63309]: DEBUG nova.network.neutron [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updating instance_info_cache with network_info: [{"id": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "address": "fa:16:3e:76:b9:c3", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09781b6f-8d", "ovs_interfaceid": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.748443] env[63309]: DEBUG oslo_concurrency.lockutils [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.756302] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.756675] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ae9a66-9dc8-41ff-b900-a9cd5ab7bcb2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.765050] env[63309]: DEBUG oslo_vmware.api [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1301.765050] env[63309]: value = "task-2731179" [ 1301.765050] env[63309]: _type = "Task" [ 1301.765050] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.773125] env[63309]: DEBUG oslo_vmware.api [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.277041] env[63309]: DEBUG oslo_vmware.api [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731179, 'name': PowerOnVM_Task, 'duration_secs': 0.395064} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.277416] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.277727] env[63309]: DEBUG nova.compute.manager [None req-f6267523-fdd2-4678-9146-a596f804af51 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.278945] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ca53d-3cdb-4642-9f3f-3dd16acd2f56 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.449665] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ef5d8-279b-4377-a358-a58cc01069f5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.456265] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Suspending the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1303.456521] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d9c0c7e3-582d-49bd-a65d-1a8a314baecf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.464848] env[63309]: DEBUG oslo_vmware.api [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1303.464848] env[63309]: value = "task-2731180" [ 1303.464848] env[63309]: _type = "Task" [ 1303.464848] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.472976] env[63309]: DEBUG oslo_vmware.api [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731180, 'name': SuspendVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.975399] env[63309]: DEBUG oslo_vmware.api [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731180, 'name': SuspendVM_Task} progress is 66%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.262058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.262058] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.476271] env[63309]: DEBUG oslo_vmware.api [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731180, 'name': SuspendVM_Task, 'duration_secs': 0.608517} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.476570] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Suspended the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1304.476923] env[63309]: DEBUG nova.compute.manager [None req-d2b78004-f4e6-4944-937d-cea52789e28c tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.477459] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509c4d5-1a63-4fa9-9b7d-11699abfbc98 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.764536] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.287913] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.288195] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.289691] env[63309]: INFO nova.compute.claims [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.808990] env[63309]: INFO nova.compute.manager [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Resuming [ 1305.809624] env[63309]: DEBUG nova.objects.instance [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lazy-loading 'flavor' on Instance uuid 4776f262-6c0d-4ec2-991d-813efafce0a5 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.346391] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c32f3c-8c80-4ab4-93f5-7d6ed66f29d7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.353876] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c1a1bd-2dfd-4765-8d8c-525b4c87eaa3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.384649] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2034eaa-4d31-4641-9a17-6463dd137e76 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.391724] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581f7243-46d9-4f19-abaf-66692e2d8565 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.404580] env[63309]: DEBUG nova.compute.provider_tree [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.908131] env[63309]: DEBUG nova.scheduler.client.report [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.321656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.321853] env[63309]: DEBUG oslo_concurrency.lockutils [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquired lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.322055] env[63309]: DEBUG nova.network.neutron [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.412780] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.413289] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.917535] env[63309]: DEBUG nova.compute.utils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.918889] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.919078] env[63309]: DEBUG nova.network.neutron [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.978293] env[63309]: DEBUG nova.policy [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bf96c04d945a3b01b01974b659685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5bee03019e54eedaf0c57496a739dd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.080678] env[63309]: DEBUG nova.network.neutron [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updating instance_info_cache with network_info: [{"id": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "address": "fa:16:3e:76:b9:c3", "network": {"id": "55cde938-d67d-4229-ae1d-a4595a02160a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-975780257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8159d42db4d74a4eee254ded7b0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09781b6f-8d", "ovs_interfaceid": "09781b6f-8dd6-4328-bf55-44aaa00ded4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.251218] env[63309]: DEBUG nova.network.neutron [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Successfully created port: 0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.421760] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.583773] env[63309]: DEBUG oslo_concurrency.lockutils [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Releasing lock "refresh_cache-4776f262-6c0d-4ec2-991d-813efafce0a5" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.584773] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ff647-cef6-4416-b2dc-ae084bdf99e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.591740] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Resuming the VM {{(pid=63309) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1308.591957] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f35731-149b-4d9f-b0ee-769efa5a6876 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.597778] env[63309]: DEBUG oslo_vmware.api [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1308.597778] env[63309]: value = "task-2731181" [ 1308.597778] env[63309]: _type = "Task" [ 1308.597778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.604977] env[63309]: DEBUG oslo_vmware.api [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.111120] env[63309]: DEBUG oslo_vmware.api [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731181, 'name': PowerOnVM_Task, 'duration_secs': 0.503485} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.111531] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Resumed the VM {{(pid=63309) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1309.111576] env[63309]: DEBUG nova.compute.manager [None req-518c432d-420b-423a-9d74-cdcc5c631d52 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.112376] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979db72b-b685-42d4-9b67-a528438434b8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.433471] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.461275] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.461531] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.461692] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.461879] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.462047] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.462205] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.462415] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.462576] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.462741] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.462902] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.463094] env[63309]: DEBUG nova.virt.hardware [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.463953] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885aafd6-98f7-4979-89b4-eba16cada0a3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.471653] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654b07a-36bc-475d-a54d-f028d8178730 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.622419] env[63309]: DEBUG nova.compute.manager [req-c591b14e-45af-44ac-b6c5-105da7ffc444 req-f60e4209-d9bb-4408-89fb-bbf024297287 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-vif-plugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1309.622644] env[63309]: DEBUG oslo_concurrency.lockutils [req-c591b14e-45af-44ac-b6c5-105da7ffc444 req-f60e4209-d9bb-4408-89fb-bbf024297287 service nova] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.622850] env[63309]: DEBUG oslo_concurrency.lockutils [req-c591b14e-45af-44ac-b6c5-105da7ffc444 req-f60e4209-d9bb-4408-89fb-bbf024297287 service nova] Lock "3fa30243-6474-4719-9489-072acd10a016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.623026] env[63309]: DEBUG oslo_concurrency.lockutils [req-c591b14e-45af-44ac-b6c5-105da7ffc444 req-f60e4209-d9bb-4408-89fb-bbf024297287 service nova] Lock "3fa30243-6474-4719-9489-072acd10a016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.623250] env[63309]: DEBUG nova.compute.manager [req-c591b14e-45af-44ac-b6c5-105da7ffc444 req-f60e4209-d9bb-4408-89fb-bbf024297287 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] No waiting events found dispatching network-vif-plugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.623371] env[63309]: WARNING nova.compute.manager [req-c591b14e-45af-44ac-b6c5-105da7ffc444 req-f60e4209-d9bb-4408-89fb-bbf024297287 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received unexpected event network-vif-plugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd for instance with vm_state building and task_state spawning. [ 1309.705631] env[63309]: DEBUG nova.network.neutron [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Successfully updated port: 0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.208586] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.208995] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.209225] env[63309]: DEBUG nova.network.neutron [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.503277] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4776f262-6c0d-4ec2-991d-813efafce0a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.503558] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.504177] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "4776f262-6c0d-4ec2-991d-813efafce0a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.504380] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.504628] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.506647] env[63309]: INFO nova.compute.manager [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Terminating instance [ 1310.742224] env[63309]: DEBUG nova.network.neutron [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.866484] env[63309]: DEBUG nova.network.neutron [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.010543] env[63309]: DEBUG nova.compute.manager [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.010712] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.011610] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a56dc-44a5-46a0-bd2a-b358986d3776 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.019543] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.019762] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718ac381-70e4-4012-a0cc-3fed0e14f90b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.025466] env[63309]: DEBUG oslo_vmware.api [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1311.025466] env[63309]: value = "task-2731182" [ 1311.025466] env[63309]: _type = "Task" [ 1311.025466] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.034164] env[63309]: DEBUG oslo_vmware.api [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.368651] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.369052] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance network_info: |[{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.369498] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:95:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0964ae06-ac6b-4991-95e4-c5f7466fe0fd', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.376912] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating folder: Project (e5bee03019e54eedaf0c57496a739dd0). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.377213] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f66f2aed-48ca-45fa-9658-7702ab387981 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.387078] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Created folder: Project (e5bee03019e54eedaf0c57496a739dd0) in parent group-v549567. [ 1311.387269] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating folder: Instances. Parent ref: group-v549892. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.387501] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f7f632d-cac5-4048-b0c4-21e49cd1ee65 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.395954] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Created folder: Instances in parent group-v549892. [ 1311.396198] env[63309]: DEBUG oslo.service.loopingcall [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.396384] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.396577] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40b13dfe-a48a-4de5-8947-77d089d9d876 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.414198] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.414198] env[63309]: value = "task-2731185" [ 1311.414198] env[63309]: _type = "Task" [ 1311.414198] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.421088] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731185, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.535147] env[63309]: DEBUG oslo_vmware.api [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731182, 'name': PowerOffVM_Task, 'duration_secs': 0.198992} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.535405] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.535575] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.535829] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c7beec-1225-40cf-8a1e-0c507e5f40d6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.610628] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.610877] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.611168] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleting the datastore file [datastore2] 4776f262-6c0d-4ec2-991d-813efafce0a5 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.611445] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b51ff235-b715-467a-83f8-37be4f6e1e87 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.617720] env[63309]: DEBUG oslo_vmware.api [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for the task: (returnval){ [ 1311.617720] env[63309]: value = "task-2731187" [ 1311.617720] env[63309]: _type = "Task" [ 1311.617720] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.625469] env[63309]: DEBUG oslo_vmware.api [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.646976] env[63309]: DEBUG nova.compute.manager [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-changed-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.647085] env[63309]: DEBUG nova.compute.manager [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Refreshing instance network info cache due to event network-changed-0964ae06-ac6b-4991-95e4-c5f7466fe0fd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1311.647309] env[63309]: DEBUG oslo_concurrency.lockutils [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.647397] env[63309]: DEBUG oslo_concurrency.lockutils [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.647566] env[63309]: DEBUG nova.network.neutron [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Refreshing network info cache for port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.925011] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731185, 'name': CreateVM_Task, 'duration_secs': 0.433204} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.925177] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.925856] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.926077] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.926430] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1311.926684] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496a1f43-7ae0-46e8-bd7e-fa599f3418ed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.931235] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1311.931235] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5231a884-19c8-4e24-bbcb-f8adaf6bb1e9" [ 1311.931235] env[63309]: _type = "Task" [ 1311.931235] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.938164] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5231a884-19c8-4e24-bbcb-f8adaf6bb1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.127434] env[63309]: DEBUG oslo_vmware.api [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Task: {'id': task-2731187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303889} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.127685] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.127868] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.128061] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.128242] env[63309]: INFO nova.compute.manager [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1312.128486] env[63309]: DEBUG oslo.service.loopingcall [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.128671] env[63309]: DEBUG nova.compute.manager [-] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.128768] env[63309]: DEBUG nova.network.neutron [-] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.441650] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5231a884-19c8-4e24-bbcb-f8adaf6bb1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018062} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.442035] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.442194] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.442452] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.442573] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.442747] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.443018] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b5d602-d157-402c-80f5-3523dd3fa307 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.450822] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.450995] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.451686] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e27a1e-f918-41cd-80f2-4cc17848b0f9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.456135] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1312.456135] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52976a31-bf86-ee3c-a7fc-2eefff79ff0c" [ 1312.456135] env[63309]: _type = "Task" [ 1312.456135] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.463277] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52976a31-bf86-ee3c-a7fc-2eefff79ff0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.726557] env[63309]: DEBUG nova.network.neutron [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updated VIF entry in instance network info cache for port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.726993] env[63309]: DEBUG nova.network.neutron [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.967764] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52976a31-bf86-ee3c-a7fc-2eefff79ff0c, 'name': SearchDatastore_Task, 'duration_secs': 0.018406} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.968540] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3397ac-4f67-4e25-8213-6135dae99a11 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.973388] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1312.973388] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e634f8-4740-71b4-c1e0-4b7dc88e0c42" [ 1312.973388] env[63309]: _type = "Task" [ 1312.973388] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.981161] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e634f8-4740-71b4-c1e0-4b7dc88e0c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.230100] env[63309]: DEBUG oslo_concurrency.lockutils [req-814a00a8-78c6-4eb0-88fb-0e66d105b5ab req-52d61c55-ea44-4451-87e7-e8c1675d8788 service nova] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.436034] env[63309]: DEBUG nova.network.neutron [-] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.483805] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e634f8-4740-71b4-c1e0-4b7dc88e0c42, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.483805] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.484231] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.484231] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1337fac4-1661-45af-be4f-864f46d7805b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.491140] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1313.491140] env[63309]: value = "task-2731188" [ 1313.491140] env[63309]: _type = "Task" [ 1313.491140] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.498637] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.679054] env[63309]: DEBUG nova.compute.manager [req-07de2d55-6bfe-4c9a-9526-6722c125643b req-e602a343-5c6e-4c88-9a9a-1849c6e9cfed service nova] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Received event network-vif-deleted-09781b6f-8dd6-4328-bf55-44aaa00ded4f {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1313.713532] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.713753] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.713940] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.714173] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.714298] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.714416] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.714575] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.714696] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1313.714855] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.939926] env[63309]: INFO nova.compute.manager [-] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Took 1.81 seconds to deallocate network for instance. [ 1314.001647] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442134} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.001904] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.002130] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.002370] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563894f8-03aa-494b-b32e-1b40e4463f09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.009271] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1314.009271] env[63309]: value = "task-2731189" [ 1314.009271] env[63309]: _type = "Task" [ 1314.009271] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.017344] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.218115] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.218357] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.218525] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.218677] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1314.219629] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e1629-c4bb-406d-94e9-3551724a0456 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.227778] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd352706-9f0c-433c-93f7-b5fbcd3959e2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.241077] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff930f69-8319-42f1-aa0c-efa8befbcbb0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.246917] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c3454-3db5-4182-8339-d9738b48e518 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.275665] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180295MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1314.275803] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.275983] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.446061] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.519767] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059288} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.520083] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.520799] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc62c8-976b-4b5c-a855-4bbe3cb1a149 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.541812] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.542066] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1977d829-7ef1-41d4-8315-db70d194806c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.561168] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1314.561168] env[63309]: value = "task-2731190" [ 1314.561168] env[63309]: _type = "Task" [ 1314.561168] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.568869] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.071086] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731190, 'name': ReconfigVM_Task, 'duration_secs': 0.293126} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.071367] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.071959] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b1fd06-b655-4c94-806d-2c1df375e41d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.077756] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1315.077756] env[63309]: value = "task-2731191" [ 1315.077756] env[63309]: _type = "Task" [ 1315.077756] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.084743] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731191, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.302853] env[63309]: WARNING nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 4776f262-6c0d-4ec2-991d-813efafce0a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.303033] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.303168] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 3fa30243-6474-4719-9489-072acd10a016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.303345] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1315.303482] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1315.353312] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa70c55-8876-4caf-841d-85fae83cf6c7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.360984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd9b78-8680-4a5b-a78d-08ebe3d025d5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.391748] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28d64f0-89e9-4d09-92ae-4d8ec4001907 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.398513] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeafbc3-cf65-4656-8dda-c72ce3d27225 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.411170] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.587160] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731191, 'name': Rename_Task, 'duration_secs': 0.134764} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.587491] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.587627] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d43d0a7a-fa3f-4333-abba-1c10d2b43ec9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.593539] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1315.593539] env[63309]: value = "task-2731192" [ 1315.593539] env[63309]: _type = "Task" [ 1315.593539] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.600339] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.933646] env[63309]: ERROR nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] [req-423da280-7da2-4f3a-aaf3-58b24c3fd235] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-423da280-7da2-4f3a-aaf3-58b24c3fd235"}]} [ 1315.949920] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1315.964773] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1315.965034] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.976508] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1315.995312] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1316.042019] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf8efb-b69c-4a2c-84be-58c955ee81d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.049337] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc6043-61bd-4fc6-96c6-27ca137a4d7a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.079472] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf5573c-b7b7-4999-8f9a-b01439aca5c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.085716] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb5de1-25f3-48a2-a885-d44e0203ed77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.098088] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.105819] env[63309]: DEBUG oslo_vmware.api [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731192, 'name': PowerOnVM_Task, 'duration_secs': 0.427452} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.106572] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.106788] env[63309]: INFO nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1316.106985] env[63309]: DEBUG nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.107689] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c9734a-e758-459c-9f7c-ed73a995bb3b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.622237] env[63309]: INFO nova.compute.manager [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Took 11.35 seconds to build instance. [ 1316.630132] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1316.630352] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 178 to 179 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1316.630522] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.124560] env[63309]: DEBUG oslo_concurrency.lockutils [None req-ade078b7-99eb-4a4a-ac89-bde11e4fe34d tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.863s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.134371] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1317.134557] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.859s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.134806] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.689s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.134994] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.152793] env[63309]: INFO nova.scheduler.client.report [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Deleted allocations for instance 4776f262-6c0d-4ec2-991d-813efafce0a5 [ 1317.660133] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0fe5f920-5c6e-485e-a9ee-6cfb1e39de89 tempest-ServerActionsTestJSON-114256909 tempest-ServerActionsTestJSON-114256909-project-member] Lock "4776f262-6c0d-4ec2-991d-813efafce0a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.156s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.093935] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "70e2043f-cc13-4332-9192-a1236d7df2fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.094215] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.597491] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.125592] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.126028] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.128026] env[63309]: INFO nova.compute.claims [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.192256] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd84d8-bebe-4f7b-9ec5-097c4ba80674 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.199802] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d51ce-2189-4278-a418-391973f47874 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.228819] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7673738-f53d-46e8-8d8a-8ec3975e55e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.235274] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b229b-9aa2-406a-a4a3-17e3324453b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.247617] env[63309]: DEBUG nova.compute.provider_tree [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.568816] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.569205] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.752049] env[63309]: DEBUG nova.scheduler.client.report [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.071199] env[63309]: DEBUG nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Starting instance... {{(pid=63309) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.256524] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.257019] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.590656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.590905] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.592317] env[63309]: INFO nova.compute.claims [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.761891] env[63309]: DEBUG nova.compute.utils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.763235] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Allocating IP information in the background. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.763424] env[63309]: DEBUG nova.network.neutron [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] allocate_for_instance() {{(pid=63309) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.809786] env[63309]: DEBUG nova.policy [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bf96c04d945a3b01b01974b659685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5bee03019e54eedaf0c57496a739dd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63309) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.099347] env[63309]: DEBUG nova.network.neutron [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Successfully created port: b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.267462] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.670402] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1904a4-c200-4e60-a286-cef3050a563b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.678015] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393f1bee-d4c4-438f-bcbe-336de5add15b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.709953] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254c7d9-00ff-4936-97dc-1716c5b8516b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.717043] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1fb1b-11d5-474a-ab17-35004ef330b2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.729927] env[63309]: DEBUG nova.compute.provider_tree [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.233046] env[63309]: DEBUG nova.scheduler.client.report [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.275552] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.302319] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.302569] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.302727] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.302909] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.303071] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.303227] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.303439] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.303595] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.303761] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.303923] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.304111] env[63309]: DEBUG nova.virt.hardware [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.304958] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8b195-c940-45e9-943a-eb7bb92a2a73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.312545] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d89a14-9197-4806-a965-3df507994201 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.445566] env[63309]: DEBUG nova.compute.manager [req-e5a440d8-cffb-411b-8b48-53d1c5aedd5d req-233cfbf6-db74-4838-a092-9ed07927528d service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Received event network-vif-plugged-b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.445799] env[63309]: DEBUG oslo_concurrency.lockutils [req-e5a440d8-cffb-411b-8b48-53d1c5aedd5d req-233cfbf6-db74-4838-a092-9ed07927528d service nova] Acquiring lock "70e2043f-cc13-4332-9192-a1236d7df2fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.446014] env[63309]: DEBUG oslo_concurrency.lockutils [req-e5a440d8-cffb-411b-8b48-53d1c5aedd5d req-233cfbf6-db74-4838-a092-9ed07927528d service nova] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.446202] env[63309]: DEBUG oslo_concurrency.lockutils [req-e5a440d8-cffb-411b-8b48-53d1c5aedd5d req-233cfbf6-db74-4838-a092-9ed07927528d service nova] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.446372] env[63309]: DEBUG nova.compute.manager [req-e5a440d8-cffb-411b-8b48-53d1c5aedd5d req-233cfbf6-db74-4838-a092-9ed07927528d service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] No waiting events found dispatching network-vif-plugged-b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.446535] env[63309]: WARNING nova.compute.manager [req-e5a440d8-cffb-411b-8b48-53d1c5aedd5d req-233cfbf6-db74-4838-a092-9ed07927528d service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Received unexpected event network-vif-plugged-b8bf57ea-b863-43af-a122-61723c1e6d52 for instance with vm_state building and task_state spawning. [ 1323.528118] env[63309]: DEBUG nova.network.neutron [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Successfully updated port: b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.719021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.719021] env[63309]: DEBUG oslo_concurrency.lockutils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.737993] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.738669] env[63309]: DEBUG nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Start building networks asynchronously for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.031734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "refresh_cache-70e2043f-cc13-4332-9192-a1236d7df2fa" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.031734] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "refresh_cache-70e2043f-cc13-4332-9192-a1236d7df2fa" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.031734] env[63309]: DEBUG nova.network.neutron [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.221737] env[63309]: DEBUG nova.compute.utils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.243551] env[63309]: DEBUG nova.compute.utils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.244824] env[63309]: DEBUG nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Not allocating networking since 'none' was specified. {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1324.562498] env[63309]: DEBUG nova.network.neutron [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.676880] env[63309]: DEBUG nova.network.neutron [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Updating instance_info_cache with network_info: [{"id": "b8bf57ea-b863-43af-a122-61723c1e6d52", "address": "fa:16:3e:b4:36:6a", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8bf57ea-b8", "ovs_interfaceid": "b8bf57ea-b863-43af-a122-61723c1e6d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.724431] env[63309]: DEBUG oslo_concurrency.lockutils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.746427] env[63309]: DEBUG nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Start building block device mappings for instance. {{(pid=63309) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.179245] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "refresh_cache-70e2043f-cc13-4332-9192-a1236d7df2fa" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.179563] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Instance network_info: |[{"id": "b8bf57ea-b863-43af-a122-61723c1e6d52", "address": "fa:16:3e:b4:36:6a", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8bf57ea-b8", "ovs_interfaceid": "b8bf57ea-b863-43af-a122-61723c1e6d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63309) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.180030] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:36:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8bf57ea-b863-43af-a122-61723c1e6d52', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.187399] env[63309]: DEBUG oslo.service.loopingcall [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.187610] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.187825] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e19d1ef0-e8c1-4200-b9ac-81c01f5ab1ce {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.206801] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.206801] env[63309]: value = "task-2731193" [ 1325.206801] env[63309]: _type = "Task" [ 1325.206801] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.213795] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731193, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.470744] env[63309]: DEBUG nova.compute.manager [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Received event network-changed-b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1325.470980] env[63309]: DEBUG nova.compute.manager [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Refreshing instance network info cache due to event network-changed-b8bf57ea-b863-43af-a122-61723c1e6d52. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1325.471170] env[63309]: DEBUG oslo_concurrency.lockutils [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] Acquiring lock "refresh_cache-70e2043f-cc13-4332-9192-a1236d7df2fa" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.471321] env[63309]: DEBUG oslo_concurrency.lockutils [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] Acquired lock "refresh_cache-70e2043f-cc13-4332-9192-a1236d7df2fa" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.471483] env[63309]: DEBUG nova.network.neutron [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Refreshing network info cache for port b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.717203] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731193, 'name': CreateVM_Task, 'duration_secs': 0.334112} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.717504] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.718017] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.718192] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.718498] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.718745] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7505c5-521c-46ae-a433-d46c3c74226c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.722920] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1325.722920] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e7db69-f39f-f813-c449-e6f50641d2b7" [ 1325.722920] env[63309]: _type = "Task" [ 1325.722920] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.729889] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e7db69-f39f-f813-c449-e6f50641d2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.755686] env[63309]: DEBUG nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Start spawning the instance on the hypervisor. {{(pid=63309) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.780184] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.780418] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.780575] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.780756] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.780902] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.781067] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.781291] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.781450] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.781615] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.781774] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.781941] env[63309]: DEBUG nova.virt.hardware [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.782784] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bbcaf2-3bb9-49a8-b7a5-4b6e0c232fb7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.790227] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20ffcbe-abed-44c4-baf0-3e706b4e3bfd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.793967] env[63309]: DEBUG oslo_concurrency.lockutils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.794213] env[63309]: DEBUG oslo_concurrency.lockutils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.794456] env[63309]: INFO nova.compute.manager [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Attaching volume 11ecfb85-c969-43a5-951f-c7438872af9f to /dev/sdb [ 1325.806456] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.811813] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Creating folder: Project (eb3ed4a9bf7e44c2bdc2be4206ea237a). Parent ref: group-v549567. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.813876] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1842f3a1-2c6a-418e-8d87-ac852095aadd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.823739] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Created folder: Project (eb3ed4a9bf7e44c2bdc2be4206ea237a) in parent group-v549567. [ 1325.823912] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Creating folder: Instances. Parent ref: group-v549896. {{(pid=63309) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.824134] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6744ced6-5e7c-4a42-883f-cee2733ef656 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.832283] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Created folder: Instances in parent group-v549896. [ 1325.832496] env[63309]: DEBUG oslo.service.loopingcall [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.832673] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.832858] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6b0d3f-ea85-4fad-b418-78c6f1bf119a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.845564] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb5ceb-ca10-43a4-9d58-8cf0af2ccc9b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.851445] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab8218-372a-4342-b6af-60a6954f3569 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.854510] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.854510] env[63309]: value = "task-2731196" [ 1325.854510] env[63309]: _type = "Task" [ 1325.854510] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.861701] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731196, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.865392] env[63309]: DEBUG nova.virt.block_device [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating existing volume attachment record: da62bc10-2e16-405e-9474-5a74afaaf72f {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1326.204152] env[63309]: DEBUG nova.network.neutron [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Updated VIF entry in instance network info cache for port b8bf57ea-b863-43af-a122-61723c1e6d52. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.204460] env[63309]: DEBUG nova.network.neutron [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Updating instance_info_cache with network_info: [{"id": "b8bf57ea-b863-43af-a122-61723c1e6d52", "address": "fa:16:3e:b4:36:6a", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8bf57ea-b8", "ovs_interfaceid": "b8bf57ea-b863-43af-a122-61723c1e6d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.233114] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52e7db69-f39f-f813-c449-e6f50641d2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.233371] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.233597] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.233824] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.233971] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.234162] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.234414] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74e1ad77-6341-4df3-922d-b23d1faf3750 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.241528] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.241701] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.242413] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85447b59-a35e-49cc-8349-bf4337318214 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.247013] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1326.247013] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d32b17-2cc2-574d-72ac-3a9f0c7289e7" [ 1326.247013] env[63309]: _type = "Task" [ 1326.247013] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.254206] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d32b17-2cc2-574d-72ac-3a9f0c7289e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.364684] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731196, 'name': CreateVM_Task, 'duration_secs': 0.307397} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.364893] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.365379] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.365586] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.365937] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.366229] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265ef568-e3af-4408-8dd4-b615b9f0bdf6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.371437] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1326.371437] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520d8014-6995-990b-0e67-724727d6dffe" [ 1326.371437] env[63309]: _type = "Task" [ 1326.371437] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.379748] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520d8014-6995-990b-0e67-724727d6dffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.707972] env[63309]: DEBUG oslo_concurrency.lockutils [req-b749e3ad-20f9-4a2a-8ad8-d84d43e50835 req-5c03bc96-eef4-41a5-acbe-b8a904084cb8 service nova] Releasing lock "refresh_cache-70e2043f-cc13-4332-9192-a1236d7df2fa" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.756955] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d32b17-2cc2-574d-72ac-3a9f0c7289e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011687} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.757704] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11182e38-7c91-4257-9094-39a037df9ef5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.762362] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1326.762362] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec77de-3e0d-9178-965a-2434993a124d" [ 1326.762362] env[63309]: _type = "Task" [ 1326.762362] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.769590] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec77de-3e0d-9178-965a-2434993a124d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.880878] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]520d8014-6995-990b-0e67-724727d6dffe, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.881122] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.881359] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.881558] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.272394] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52ec77de-3e0d-9178-965a-2434993a124d, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.272689] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.272957] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 70e2043f-cc13-4332-9192-a1236d7df2fa/70e2043f-cc13-4332-9192-a1236d7df2fa.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.273244] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.273432] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.273641] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6919ac6c-7d62-46a8-8d2a-c2302b388a9f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.275506] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb3a2bf-9741-4df5-9994-7d80b295a0d3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.282171] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1327.282171] env[63309]: value = "task-2731198" [ 1327.282171] env[63309]: _type = "Task" [ 1327.282171] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.285724] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.285886] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.286819] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0110334-9a81-4ecd-9901-8bbdb29b4e20 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.293101] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.295748] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1327.295748] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4bbbd-b6ee-73f9-c8e3-9da6ffe56021" [ 1327.295748] env[63309]: _type = "Task" [ 1327.295748] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.303932] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4bbbd-b6ee-73f9-c8e3-9da6ffe56021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.791676] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417917} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.792067] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 70e2043f-cc13-4332-9192-a1236d7df2fa/70e2043f-cc13-4332-9192-a1236d7df2fa.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.792270] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.792527] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8333d8b-c254-439e-ac72-2b970ff72bff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.800541] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1327.800541] env[63309]: value = "task-2731199" [ 1327.800541] env[63309]: _type = "Task" [ 1327.800541] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.806654] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52d4bbbd-b6ee-73f9-c8e3-9da6ffe56021, 'name': SearchDatastore_Task, 'duration_secs': 0.008302} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.807664] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e11cde1-4a60-4382-9296-41f47f258585 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.812340] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.815426] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1327.815426] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c293c0-4b98-4f21-6cd7-7c3db4dd137e" [ 1327.815426] env[63309]: _type = "Task" [ 1327.815426] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.822168] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c293c0-4b98-4f21-6cd7-7c3db4dd137e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.310093] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068276} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.310358] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.311125] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d34b30-3191-4ada-9f0d-61bb7a885400 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.332819] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 70e2043f-cc13-4332-9192-a1236d7df2fa/70e2043f-cc13-4332-9192-a1236d7df2fa.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.335831] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c094d4-eab4-482a-aa40-7e09c9cbe26d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.355248] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c293c0-4b98-4f21-6cd7-7c3db4dd137e, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.356364] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.356613] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.356911] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1328.356911] env[63309]: value = "task-2731201" [ 1328.356911] env[63309]: _type = "Task" [ 1328.356911] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.357114] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc4227e9-bcba-4f80-b57b-8490cc7f9143 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.366516] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.367556] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1328.367556] env[63309]: value = "task-2731202" [ 1328.367556] env[63309]: _type = "Task" [ 1328.367556] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.374376] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.867889] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731201, 'name': ReconfigVM_Task, 'duration_secs': 0.445641} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.868295] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 70e2043f-cc13-4332-9192-a1236d7df2fa/70e2043f-cc13-4332-9192-a1236d7df2fa.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.871538] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a11a96f3-494e-415b-853f-eb1e5bbdd731 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.877316] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430585} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.878356] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.878564] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.878839] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1328.878839] env[63309]: value = "task-2731203" [ 1328.878839] env[63309]: _type = "Task" [ 1328.878839] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.879046] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a2a15de-ffd5-4829-b5c4-bfca378146fc {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.887562] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731203, 'name': Rename_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.888651] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1328.888651] env[63309]: value = "task-2731204" [ 1328.888651] env[63309]: _type = "Task" [ 1328.888651] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.895777] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.392019] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731203, 'name': Rename_Task, 'duration_secs': 0.139637} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.394899] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.395269] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1169b0ad-d86a-403a-8f71-bbe2c4bf3f62 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.400756] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070894} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.401873] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.402327] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1329.402327] env[63309]: value = "task-2731205" [ 1329.402327] env[63309]: _type = "Task" [ 1329.402327] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.402838] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e92218-3e94-41ba-9d40-d2f73a51693b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.411912] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.427370] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.427642] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9b5b5b-3fd3-49cf-8aeb-4b407aa800c0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.445818] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1329.445818] env[63309]: value = "task-2731206" [ 1329.445818] env[63309]: _type = "Task" [ 1329.445818] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.453360] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.914830] env[63309]: DEBUG oslo_vmware.api [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731205, 'name': PowerOnVM_Task, 'duration_secs': 0.447909} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.915229] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.915309] env[63309]: INFO nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1329.915479] env[63309]: DEBUG nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.916242] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c44d634-1ab5-48af-891f-1ff6597b4a2d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.954495] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731206, 'name': ReconfigVM_Task, 'duration_secs': 0.245843} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.954739] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.955331] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679868e1-7de6-4371-b43d-b20201fc3a09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.962811] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1329.962811] env[63309]: value = "task-2731207" [ 1329.962811] env[63309]: _type = "Task" [ 1329.962811] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.976076] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731207, 'name': Rename_Task} progress is 6%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.412101] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1330.412361] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549899', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'name': 'volume-11ecfb85-c969-43a5-951f-c7438872af9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'serial': '11ecfb85-c969-43a5-951f-c7438872af9f'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1330.413264] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a23b35-a898-4bbc-8287-d9524f22b0e5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.433050] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc15e686-5ecf-433b-8894-c096985e9b60 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.437134] env[63309]: INFO nova.compute.manager [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Took 11.33 seconds to build instance. [ 1330.458524] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-11ecfb85-c969-43a5-951f-c7438872af9f/volume-11ecfb85-c969-43a5-951f-c7438872af9f.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.459399] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40fc8ef5-dbc6-43ab-8427-fed6c1d9aead {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.480611] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731207, 'name': Rename_Task, 'duration_secs': 0.125148} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.481785] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.482093] env[63309]: DEBUG oslo_vmware.api [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1330.482093] env[63309]: value = "task-2731208" [ 1330.482093] env[63309]: _type = "Task" [ 1330.482093] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.482277] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0ab399-c0cd-46d1-86bd-02b45dee0f68 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.492747] env[63309]: DEBUG oslo_vmware.api [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.493778] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1330.493778] env[63309]: value = "task-2731209" [ 1330.493778] env[63309]: _type = "Task" [ 1330.493778] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.500578] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.939208] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b9a249e8-b0a5-48fe-a551-dad56badd292 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.845s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.993341] env[63309]: DEBUG oslo_vmware.api [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731208, 'name': ReconfigVM_Task, 'duration_secs': 0.35379} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.993591] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-11ecfb85-c969-43a5-951f-c7438872af9f/volume-11ecfb85-c969-43a5-951f-c7438872af9f.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.998338] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68c65fb-f54b-4b79-8a76-6743a6381d36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.016319] env[63309]: DEBUG oslo_vmware.api [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731209, 'name': PowerOnVM_Task, 'duration_secs': 0.436104} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.017422] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.017625] env[63309]: INFO nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Took 5.26 seconds to spawn the instance on the hypervisor. [ 1331.017803] env[63309]: DEBUG nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.018116] env[63309]: DEBUG oslo_vmware.api [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1331.018116] env[63309]: value = "task-2731210" [ 1331.018116] env[63309]: _type = "Task" [ 1331.018116] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.018777] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf680f2-1ce8-4023-8964-7f4c11cc9100 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.032677] env[63309]: DEBUG oslo_vmware.api [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.099276] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "70e2043f-cc13-4332-9192-a1236d7df2fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.099542] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.099749] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "70e2043f-cc13-4332-9192-a1236d7df2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.099928] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.100122] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.102241] env[63309]: INFO nova.compute.manager [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Terminating instance [ 1331.531235] env[63309]: DEBUG oslo_vmware.api [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731210, 'name': ReconfigVM_Task, 'duration_secs': 0.137728} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.531541] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549899', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'name': 'volume-11ecfb85-c969-43a5-951f-c7438872af9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'serial': '11ecfb85-c969-43a5-951f-c7438872af9f'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1331.539786] env[63309]: INFO nova.compute.manager [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Took 9.96 seconds to build instance. [ 1331.606169] env[63309]: DEBUG nova.compute.manager [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.606378] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.607256] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e594141-3a4c-46df-8a47-6b3409b62c75 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.615072] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.615294] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471335ef-f405-442e-b2f2-da09748a5b36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.620578] env[63309]: DEBUG oslo_vmware.api [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1331.620578] env[63309]: value = "task-2731211" [ 1331.620578] env[63309]: _type = "Task" [ 1331.620578] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.628413] env[63309]: DEBUG oslo_vmware.api [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.041081] env[63309]: DEBUG oslo_concurrency.lockutils [None req-d6e933b1-9652-4fc6-9018-925a4dac5182 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.472s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.131831] env[63309]: DEBUG oslo_vmware.api [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731211, 'name': PowerOffVM_Task, 'duration_secs': 0.206799} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.132143] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.132294] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.132536] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f77cce30-4a93-4f8a-862c-9efc10734e28 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.204633] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.204864] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.205065] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleting the datastore file [datastore2] 70e2043f-cc13-4332-9192-a1236d7df2fa {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.205378] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-855ec51d-0910-483d-8290-cca0f2da4b15 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.211058] env[63309]: DEBUG oslo_vmware.api [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1332.211058] env[63309]: value = "task-2731213" [ 1332.211058] env[63309]: _type = "Task" [ 1332.211058] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.219208] env[63309]: DEBUG oslo_vmware.api [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.401931] env[63309]: INFO nova.compute.manager [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Rebuilding instance [ 1332.445588] env[63309]: DEBUG nova.compute.manager [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.446448] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc316697-6164-4fee-adf4-4e1384df8331 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.570839] env[63309]: DEBUG nova.objects.instance [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.721169] env[63309]: DEBUG oslo_vmware.api [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138671} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.721511] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.721727] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.721930] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.722148] env[63309]: INFO nova.compute.manager [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1332.722397] env[63309]: DEBUG oslo.service.loopingcall [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.722586] env[63309]: DEBUG nova.compute.manager [-] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.722680] env[63309]: DEBUG nova.network.neutron [-] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.985954] env[63309]: DEBUG nova.compute.manager [req-e9ec8cb8-18eb-4a02-8f5f-44656f45f12d req-a109baa0-209e-4428-94db-c6887b1d871f service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Received event network-vif-deleted-b8bf57ea-b863-43af-a122-61723c1e6d52 {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1332.986191] env[63309]: INFO nova.compute.manager [req-e9ec8cb8-18eb-4a02-8f5f-44656f45f12d req-a109baa0-209e-4428-94db-c6887b1d871f service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Neutron deleted interface b8bf57ea-b863-43af-a122-61723c1e6d52; detaching it from the instance and deleting it from the info cache [ 1332.986349] env[63309]: DEBUG nova.network.neutron [req-e9ec8cb8-18eb-4a02-8f5f-44656f45f12d req-a109baa0-209e-4428-94db-c6887b1d871f service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.076034] env[63309]: DEBUG oslo_concurrency.lockutils [None req-047589da-095d-4154-9848-64fdc585bcd1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.463433] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.463790] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0960d918-181c-4f71-8b89-ce9cd305bdaa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.467645] env[63309]: DEBUG nova.network.neutron [-] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.471552] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1333.471552] env[63309]: value = "task-2731214" [ 1333.471552] env[63309]: _type = "Task" [ 1333.471552] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.479772] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.489131] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33b40b2c-f319-452a-9051-bd64da501909 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.497582] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63325f9-084b-47b9-8195-448dbab63a77 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.524887] env[63309]: DEBUG nova.compute.manager [req-e9ec8cb8-18eb-4a02-8f5f-44656f45f12d req-a109baa0-209e-4428-94db-c6887b1d871f service nova] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Detach interface failed, port_id=b8bf57ea-b863-43af-a122-61723c1e6d52, reason: Instance 70e2043f-cc13-4332-9192-a1236d7df2fa could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1333.855721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.855963] env[63309]: DEBUG oslo_concurrency.lockutils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.970371] env[63309]: INFO nova.compute.manager [-] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Took 1.25 seconds to deallocate network for instance. [ 1333.983671] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731214, 'name': PowerOffVM_Task, 'duration_secs': 0.118208} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.983920] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.984166] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.984934] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dc25d4-d80d-4089-bf14-f4b218766f09 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.992272] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.992514] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3280ef0-1625-4cc4-84b3-12a405da0df0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.016160] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.016372] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.016576] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Deleting the datastore file [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.016800] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e27520a4-d36d-44f9-aacb-3a6c67fb79e0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.022637] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1334.022637] env[63309]: value = "task-2731216" [ 1334.022637] env[63309]: _type = "Task" [ 1334.022637] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.030360] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.359371] env[63309]: DEBUG nova.compute.utils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Using /dev/sd instead of None {{(pid=63309) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1334.480476] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.480721] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.480949] env[63309]: DEBUG nova.objects.instance [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'resources' on Instance uuid 70e2043f-cc13-4332-9192-a1236d7df2fa {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.531890] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082225} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.532161] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.532359] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.532537] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.862565] env[63309]: DEBUG oslo_concurrency.lockutils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.050405] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a6f25d-9268-4ac8-a2d9-5d15f673944d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.058028] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f926b2-c5c5-4a82-b38c-ca56fc1f8306 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.088731] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647dac4d-a74e-447c-8395-81ec396d396a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.129207] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb15948-fe31-45bd-8db0-63654e4323fb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.129207] env[63309]: DEBUG nova.compute.provider_tree [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.569158] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T15:04:14Z,direct_url=,disk_format='vmdk',id=8916ba0c-66a6-4468-8d2e-6a0dd94e1115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='87d821be71ed4219a6fb419294949424',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T15:04:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.569466] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.569586] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.569767] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.569913] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.570084] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.570329] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.570492] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.570658] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.570821] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.571080] env[63309]: DEBUG nova.virt.hardware [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.571946] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb74fc-b869-4966-9206-cfbd4d6a0ded {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.579627] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8fc9ef-8ba6-43f6-86c1-6df3956f12c6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.592392] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance VIF info [] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.597797] env[63309]: DEBUG oslo.service.loopingcall [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.598023] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.598218] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b51b5c-f1f0-42f4-aa05-dccdf9dcc077 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.613916] env[63309]: DEBUG nova.scheduler.client.report [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.616842] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.616842] env[63309]: value = "task-2731217" [ 1335.616842] env[63309]: _type = "Task" [ 1335.616842] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.624530] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731217, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.918661] env[63309]: DEBUG oslo_concurrency.lockutils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.918862] env[63309]: DEBUG oslo_concurrency.lockutils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.919160] env[63309]: INFO nova.compute.manager [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Attaching volume 3eb703f7-59f4-493b-84d5-916f016f19ff to /dev/sdc [ 1335.948859] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5852526-0068-4ea6-9e67-de00759f6bc4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.955710] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba359cc5-18e0-4326-8f92-38be3992f238 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.968400] env[63309]: DEBUG nova.virt.block_device [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating existing volume attachment record: 483bae96-4b05-4a85-9419-6fdb8c159f0c {{(pid=63309) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1336.118610] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.130535] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731217, 'name': CreateVM_Task, 'duration_secs': 0.258281} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.130703] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.131124] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.131410] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.131684] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.131930] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5700f7-1392-4798-b141-ea6db95a0b24 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.136635] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1336.136635] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527dd3cc-5e5b-f59b-316d-8972e725aeee" [ 1336.136635] env[63309]: _type = "Task" [ 1336.136635] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.139951] env[63309]: INFO nova.scheduler.client.report [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted allocations for instance 70e2043f-cc13-4332-9192-a1236d7df2fa [ 1336.148613] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527dd3cc-5e5b-f59b-316d-8972e725aeee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.645755] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]527dd3cc-5e5b-f59b-316d-8972e725aeee, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.646054] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.646276] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Processing image 8916ba0c-66a6-4468-8d2e-6a0dd94e1115 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.646500] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.646645] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.646823] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.647074] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7558861-4a72-43c1-a584-f7f002ec15d0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.651266] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0aae7105-bf62-46ca-8a2f-47c7390fd897 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "70e2043f-cc13-4332-9192-a1236d7df2fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.656379] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.656546] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.657216] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893aaafa-c668-4024-90ff-fba875cc3fb5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.661976] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1336.661976] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c13eab-71c0-bb1b-2bc4-e57db2bf311f" [ 1336.661976] env[63309]: _type = "Task" [ 1336.661976] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.669060] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c13eab-71c0-bb1b-2bc4-e57db2bf311f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.172956] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52c13eab-71c0-bb1b-2bc4-e57db2bf311f, 'name': SearchDatastore_Task, 'duration_secs': 0.007807} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.173828] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f0f3a8-871e-4f98-b811-19deded5574d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.179741] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1337.179741] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52affa12-1d28-1e72-4f8e-c70ebf605065" [ 1337.179741] env[63309]: _type = "Task" [ 1337.179741] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.189052] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52affa12-1d28-1e72-4f8e-c70ebf605065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.690328] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52affa12-1d28-1e72-4f8e-c70ebf605065, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.690617] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.690864] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.691144] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab11086a-57c3-4762-b9b6-e47418901775 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.698359] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1337.698359] env[63309]: value = "task-2731219" [ 1337.698359] env[63309]: _type = "Task" [ 1337.698359] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.705561] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.208544] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427815} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.209188] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8916ba0c-66a6-4468-8d2e-6a0dd94e1115/8916ba0c-66a6-4468-8d2e-6a0dd94e1115.vmdk to [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.209188] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Extending root virtual disk to 1048576 {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.209474] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d7fa9d0-db35-47e2-8351-12ffb3cf3903 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.216278] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1338.216278] env[63309]: value = "task-2731221" [ 1338.216278] env[63309]: _type = "Task" [ 1338.216278] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.223347] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.726030] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059859} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.726317] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Extended root virtual disk {{(pid=63309) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.727047] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8123f294-b9aa-4f81-959d-7b0ddd3fe951 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.746782] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.747058] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406fed51-42b4-45b7-825d-983a226926b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.766349] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1338.766349] env[63309]: value = "task-2731222" [ 1338.766349] env[63309]: _type = "Task" [ 1338.766349] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.774054] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.277298] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731222, 'name': ReconfigVM_Task, 'duration_secs': 0.26473} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.277526] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a/12d74f57-7dfe-4e76-b3d0-9673ecaec09a.vmdk or device None with type sparse {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.278099] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db796a7b-9a95-4baf-b3a1-fdef9ef43c36 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.284938] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1339.284938] env[63309]: value = "task-2731223" [ 1339.284938] env[63309]: _type = "Task" [ 1339.284938] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.295824] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731223, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.794281] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731223, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.295805] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731223, 'name': Rename_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.510763] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Volume attach. Driver type: vmdk {{(pid=63309) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1340.511014] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549901', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'name': 'volume-3eb703f7-59f4-493b-84d5-916f016f19ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'serial': '3eb703f7-59f4-493b-84d5-916f016f19ff'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1340.511916] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7b163-de6a-4269-bc1b-588699cc80cd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.527945] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05104333-47e3-46fa-8e24-63fc11e2ea5f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.554359] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-3eb703f7-59f4-493b-84d5-916f016f19ff/volume-3eb703f7-59f4-493b-84d5-916f016f19ff.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.554597] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8385857-b20f-46f3-930d-8f2337a1173e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.571219] env[63309]: DEBUG oslo_vmware.api [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1340.571219] env[63309]: value = "task-2731224" [ 1340.571219] env[63309]: _type = "Task" [ 1340.571219] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.578458] env[63309]: DEBUG oslo_vmware.api [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.795582] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731223, 'name': Rename_Task, 'duration_secs': 1.138977} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.795933] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.796194] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def2e0a7-8219-4bfe-901d-21829e93f9ff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.802990] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1340.802990] env[63309]: value = "task-2731225" [ 1340.802990] env[63309]: _type = "Task" [ 1340.802990] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.810476] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.081113] env[63309]: DEBUG oslo_vmware.api [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731224, 'name': ReconfigVM_Task, 'duration_secs': 0.347994} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.081402] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-3eb703f7-59f4-493b-84d5-916f016f19ff/volume-3eb703f7-59f4-493b-84d5-916f016f19ff.vmdk or device None with type thin {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.086072] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3973d71-745d-4a17-9e74-3a34a8c4c6aa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.101211] env[63309]: DEBUG oslo_vmware.api [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1341.101211] env[63309]: value = "task-2731226" [ 1341.101211] env[63309]: _type = "Task" [ 1341.101211] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.109109] env[63309]: DEBUG oslo_vmware.api [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.312509] env[63309]: DEBUG oslo_vmware.api [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731225, 'name': PowerOnVM_Task, 'duration_secs': 0.471903} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.312801] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.313017] env[63309]: DEBUG nova.compute.manager [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.313861] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108743d-2b9b-4ce1-960d-da831d0225f8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.612420] env[63309]: DEBUG oslo_vmware.api [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731226, 'name': ReconfigVM_Task, 'duration_secs': 0.160938} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.613336] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549901', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'name': 'volume-3eb703f7-59f4-493b-84d5-916f016f19ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'serial': '3eb703f7-59f4-493b-84d5-916f016f19ff'} {{(pid=63309) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1341.833057] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.833057] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.833057] env[63309]: DEBUG nova.objects.instance [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63309) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1342.103544] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.103725] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.103940] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.104145] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.104339] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.106661] env[63309]: INFO nova.compute.manager [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Terminating instance [ 1342.612502] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "refresh_cache-12d74f57-7dfe-4e76-b3d0-9673ecaec09a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.612726] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquired lock "refresh_cache-12d74f57-7dfe-4e76-b3d0-9673ecaec09a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.612936] env[63309]: DEBUG nova.network.neutron [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.649464] env[63309]: DEBUG nova.objects.instance [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.843126] env[63309]: DEBUG oslo_concurrency.lockutils [None req-7a192731-d651-49a2-a582-a222eca6ffc3 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.136920] env[63309]: DEBUG nova.network.neutron [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.155238] env[63309]: DEBUG oslo_concurrency.lockutils [None req-44bbfc55-f8e2-4754-aef1-95307ba18274 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.197368] env[63309]: DEBUG nova.network.neutron [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.464576] env[63309]: DEBUG oslo_concurrency.lockutils [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.464835] env[63309]: DEBUG oslo_concurrency.lockutils [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.700106] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Releasing lock "refresh_cache-12d74f57-7dfe-4e76-b3d0-9673ecaec09a" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.700579] env[63309]: DEBUG nova.compute.manager [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.700787] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.701713] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4c2a3b-9841-4c70-b0c3-dec84ac85c70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.709720] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.709955] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3857092-2363-46aa-8251-ba6da8d41e39 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.715791] env[63309]: DEBUG oslo_vmware.api [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1343.715791] env[63309]: value = "task-2731227" [ 1343.715791] env[63309]: _type = "Task" [ 1343.715791] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.723438] env[63309]: DEBUG oslo_vmware.api [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.968108] env[63309]: INFO nova.compute.manager [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Detaching volume 11ecfb85-c969-43a5-951f-c7438872af9f [ 1344.004345] env[63309]: INFO nova.virt.block_device [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Attempting to driver detach volume 11ecfb85-c969-43a5-951f-c7438872af9f from mountpoint /dev/sdb [ 1344.004638] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.004864] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549899', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'name': 'volume-11ecfb85-c969-43a5-951f-c7438872af9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'serial': '11ecfb85-c969-43a5-951f-c7438872af9f'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.005825] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c8a4b-7dc2-4a2d-8bcf-687ba70a686a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.030812] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16a26b5-4572-4c18-9d2f-079c7787d097 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.038058] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01e9f5-726e-44a1-bbde-1c3a7e562b3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.061034] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf7a77-7c53-4551-ab51-09541d3b716a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.075508] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] The volume has not been displaced from its original location: [datastore2] volume-11ecfb85-c969-43a5-951f-c7438872af9f/volume-11ecfb85-c969-43a5-951f-c7438872af9f.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1344.080836] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.081156] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9e5488-ef3b-4009-a1d5-dcd6b779ef70 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.098904] env[63309]: DEBUG oslo_vmware.api [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1344.098904] env[63309]: value = "task-2731228" [ 1344.098904] env[63309]: _type = "Task" [ 1344.098904] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.106907] env[63309]: DEBUG oslo_vmware.api [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.225964] env[63309]: DEBUG oslo_vmware.api [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731227, 'name': PowerOffVM_Task, 'duration_secs': 0.11918} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.226308] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.226513] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.226799] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea6ef24-b618-4b23-a553-1e176671da5b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.253808] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.253808] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.253808] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Deleting the datastore file [datastore2] 12d74f57-7dfe-4e76-b3d0-9673ecaec09a {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.254085] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fefdda4f-ae50-48ed-8c01-f9e20efe6866 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.259523] env[63309]: DEBUG oslo_vmware.api [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for the task: (returnval){ [ 1344.259523] env[63309]: value = "task-2731230" [ 1344.259523] env[63309]: _type = "Task" [ 1344.259523] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.269590] env[63309]: DEBUG oslo_vmware.api [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.609049] env[63309]: DEBUG oslo_vmware.api [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731228, 'name': ReconfigVM_Task, 'duration_secs': 0.240218} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.609416] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.613969] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df2c07b-0286-4088-9be6-869ce4405322 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.628473] env[63309]: DEBUG oslo_vmware.api [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1344.628473] env[63309]: value = "task-2731231" [ 1344.628473] env[63309]: _type = "Task" [ 1344.628473] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.636695] env[63309]: DEBUG oslo_vmware.api [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.768907] env[63309]: DEBUG oslo_vmware.api [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Task: {'id': task-2731230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097038} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.769222] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.769413] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.769595] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.769774] env[63309]: INFO nova.compute.manager [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1344.770025] env[63309]: DEBUG oslo.service.loopingcall [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.770246] env[63309]: DEBUG nova.compute.manager [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.770353] env[63309]: DEBUG nova.network.neutron [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.783541] env[63309]: DEBUG nova.network.neutron [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance cache missing network info. {{(pid=63309) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.138933] env[63309]: DEBUG oslo_vmware.api [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731231, 'name': ReconfigVM_Task, 'duration_secs': 0.135779} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.139317] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549899', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'name': 'volume-11ecfb85-c969-43a5-951f-c7438872af9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '11ecfb85-c969-43a5-951f-c7438872af9f', 'serial': '11ecfb85-c969-43a5-951f-c7438872af9f'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.285892] env[63309]: DEBUG nova.network.neutron [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.680908] env[63309]: DEBUG nova.objects.instance [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.788530] env[63309]: INFO nova.compute.manager [-] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Took 1.02 seconds to deallocate network for instance. [ 1346.295042] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.295290] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.295504] env[63309]: DEBUG nova.objects.instance [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lazy-loading 'resources' on Instance uuid 12d74f57-7dfe-4e76-b3d0-9673ecaec09a {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.688261] env[63309]: DEBUG oslo_concurrency.lockutils [None req-58da7d7d-24d4-4f56-b244-b75678257dea tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.730160] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.730530] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.852148] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b153a985-4677-4dc8-b67b-ef5da420a825 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.860055] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a64f4-af45-4f79-b8fa-d84a524c1959 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.891543] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6db553d-3d0f-400b-922a-ef0bc268acd9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.898899] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a11d9f-195d-4441-90db-2a01d9821ea4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.911847] env[63309]: DEBUG nova.compute.provider_tree [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.233207] env[63309]: INFO nova.compute.manager [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Detaching volume 3eb703f7-59f4-493b-84d5-916f016f19ff [ 1347.266446] env[63309]: INFO nova.virt.block_device [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Attempting to driver detach volume 3eb703f7-59f4-493b-84d5-916f016f19ff from mountpoint /dev/sdc [ 1347.266686] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Volume detach. Driver type: vmdk {{(pid=63309) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.266871] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549901', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'name': 'volume-3eb703f7-59f4-493b-84d5-916f016f19ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'serial': '3eb703f7-59f4-493b-84d5-916f016f19ff'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.267788] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e356b10-1c1a-4277-83d6-04edc18e827e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.289618] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707d956-6359-4a16-b000-9e29987384fa {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.296770] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2e0803-b78d-4f17-be67-0c62faab431d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.319262] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38123eed-9a36-4ddd-8d03-51943fa58ff6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.334033] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] The volume has not been displaced from its original location: [datastore2] volume-3eb703f7-59f4-493b-84d5-916f016f19ff/volume-3eb703f7-59f4-493b-84d5-916f016f19ff.vmdk. No consolidation needed. {{(pid=63309) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.339417] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.339994] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdb3152-ad99-4cfb-b32c-233465734822 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.359465] env[63309]: DEBUG oslo_vmware.api [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1347.359465] env[63309]: value = "task-2731232" [ 1347.359465] env[63309]: _type = "Task" [ 1347.359465] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.367865] env[63309]: DEBUG oslo_vmware.api [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.433506] env[63309]: ERROR nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] [req-f0df61a6-449e-4eb0-b669-2f1dc2ee2d94] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0925b0a-422f-4101-a1c7-1d0118bc03e5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f0df61a6-449e-4eb0-b669-2f1dc2ee2d94"}]} [ 1347.449756] env[63309]: DEBUG nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Refreshing inventories for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1347.463645] env[63309]: DEBUG nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updating ProviderTree inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1347.463864] env[63309]: DEBUG nova.compute.provider_tree [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.467193] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.467444] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.467618] env[63309]: INFO nova.compute.manager [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Shelving [ 1347.475355] env[63309]: DEBUG nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Refreshing aggregate associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, aggregates: None {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1347.494649] env[63309]: DEBUG nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Refreshing trait associations for resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63309) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1347.544941] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a90eccc-8503-4bb9-9a7b-0db9eadba74c {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.552925] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6700ac1-9195-4cba-8090-a24a01846a6e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.583011] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8be6fa-779e-4de1-aae8-4fce4f4811d4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.590293] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd26b0-4e3a-4a74-b392-dc9965b93f9f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.604255] env[63309]: DEBUG nova.compute.provider_tree [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.870464] env[63309]: DEBUG oslo_vmware.api [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731232, 'name': ReconfigVM_Task, 'duration_secs': 0.235612} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.870721] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=63309) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.875393] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7783574-0bc2-49f5-a6b8-be2d316f05e8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.890877] env[63309]: DEBUG oslo_vmware.api [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1347.890877] env[63309]: value = "task-2731233" [ 1347.890877] env[63309]: _type = "Task" [ 1347.890877] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.898263] env[63309]: DEBUG oslo_vmware.api [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.135925] env[63309]: DEBUG nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1348.136223] env[63309]: DEBUG nova.compute.provider_tree [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 181 to 182 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1348.136408] env[63309]: DEBUG nova.compute.provider_tree [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.400888] env[63309]: DEBUG oslo_vmware.api [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731233, 'name': ReconfigVM_Task, 'duration_secs': 0.147027} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.401311] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-549901', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'name': 'volume-3eb703f7-59f4-493b-84d5-916f016f19ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ccf72fc-ef4f-4ef5-b365-80ca4852e204', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb703f7-59f4-493b-84d5-916f016f19ff', 'serial': '3eb703f7-59f4-493b-84d5-916f016f19ff'} {{(pid=63309) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.477477] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.477759] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b52cf883-2fdc-4804-9a9a-e0689ad2595d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.484825] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1348.484825] env[63309]: value = "task-2731234" [ 1348.484825] env[63309]: _type = "Task" [ 1348.484825] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.492513] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.641709] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.662519] env[63309]: INFO nova.scheduler.client.report [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Deleted allocations for instance 12d74f57-7dfe-4e76-b3d0-9673ecaec09a [ 1348.942661] env[63309]: DEBUG nova.objects.instance [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'flavor' on Instance uuid 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.994147] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731234, 'name': PowerOffVM_Task, 'duration_secs': 0.193105} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.994444] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.995253] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592f2fe-2edb-4e7e-9e2a-ce40eb937c96 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.013917] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711afe30-82cc-4134-8529-ce7586c1f422 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.170656] env[63309]: DEBUG oslo_concurrency.lockutils [None req-a46a98e8-32c0-4cde-a94b-ae3f8de71542 tempest-ServerShowV254Test-303247937 tempest-ServerShowV254Test-303247937-project-member] Lock "12d74f57-7dfe-4e76-b3d0-9673ecaec09a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.067s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.523786] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Creating Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1349.524150] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4cc93e75-cdf6-422b-99d0-08141ef22eff {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.531982] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1349.531982] env[63309]: value = "task-2731235" [ 1349.531982] env[63309]: _type = "Task" [ 1349.531982] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.540462] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.950051] env[63309]: DEBUG oslo_concurrency.lockutils [None req-6b9bfe06-9286-4fe4-8a50-1b550579b2db tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.041982] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731235, 'name': CreateSnapshot_Task, 'duration_secs': 0.405406} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.042260] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Created Snapshot of the VM instance {{(pid=63309) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.043053] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781dc73f-2b21-4519-95fd-bcbbe2a920c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.561151] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Creating linked-clone VM from snapshot {{(pid=63309) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1350.561495] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3bdc9fb9-1c34-4b5e-b7b6-539842c5f6b0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.570348] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1350.570348] env[63309]: value = "task-2731236" [ 1350.570348] env[63309]: _type = "Task" [ 1350.570348] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.577990] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731236, 'name': CloneVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.080307] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731236, 'name': CloneVM_Task} progress is 94%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.113952] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.114209] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.114415] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.114594] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.114760] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.116923] env[63309]: INFO nova.compute.manager [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Terminating instance [ 1351.580108] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731236, 'name': CloneVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.620942] env[63309]: DEBUG nova.compute.manager [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.621168] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.621974] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c317282-1444-42be-aed5-3a01a560fda2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.628827] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.629068] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be48399-612d-40b7-9070-5566d90c5a88 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.634386] env[63309]: DEBUG oslo_vmware.api [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1351.634386] env[63309]: value = "task-2731237" [ 1351.634386] env[63309]: _type = "Task" [ 1351.634386] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.643964] env[63309]: DEBUG oslo_vmware.api [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.081649] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731236, 'name': CloneVM_Task, 'duration_secs': 1.05678} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.081852] env[63309]: INFO nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Created linked-clone VM from snapshot [ 1352.082587] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706a71a-9d0e-4029-aeec-85e9a50c8601 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.089552] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Uploading image 48941b19-71df-4ec9-bca9-389e17fc3bcc {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1352.114217] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1352.114217] env[63309]: value = "vm-549903" [ 1352.114217] env[63309]: _type = "VirtualMachine" [ 1352.114217] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1352.114469] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c060f14-44cd-4f43-856f-f5014ee1573d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.121596] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lease: (returnval){ [ 1352.121596] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241f3c9-63c8-b5e0-21b5-8b32f3055071" [ 1352.121596] env[63309]: _type = "HttpNfcLease" [ 1352.121596] env[63309]: } obtained for exporting VM: (result){ [ 1352.121596] env[63309]: value = "vm-549903" [ 1352.121596] env[63309]: _type = "VirtualMachine" [ 1352.121596] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1352.121809] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the lease: (returnval){ [ 1352.121809] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241f3c9-63c8-b5e0-21b5-8b32f3055071" [ 1352.121809] env[63309]: _type = "HttpNfcLease" [ 1352.121809] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1352.127640] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.127640] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241f3c9-63c8-b5e0-21b5-8b32f3055071" [ 1352.127640] env[63309]: _type = "HttpNfcLease" [ 1352.127640] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1352.143254] env[63309]: DEBUG oslo_vmware.api [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731237, 'name': PowerOffVM_Task, 'duration_secs': 0.190931} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.143489] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.143654] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.143874] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85381637-b7ab-46a5-b5c8-a5e4ab5de1e9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.201751] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.201952] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.202153] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Deleting the datastore file [datastore1] 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.202407] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dce83c6-ecbc-42fe-ab0a-c097e800fe79 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.208349] env[63309]: DEBUG oslo_vmware.api [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for the task: (returnval){ [ 1352.208349] env[63309]: value = "task-2731240" [ 1352.208349] env[63309]: _type = "Task" [ 1352.208349] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.215576] env[63309]: DEBUG oslo_vmware.api [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.629170] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.629170] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241f3c9-63c8-b5e0-21b5-8b32f3055071" [ 1352.629170] env[63309]: _type = "HttpNfcLease" [ 1352.629170] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1352.629516] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1352.629516] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]5241f3c9-63c8-b5e0-21b5-8b32f3055071" [ 1352.629516] env[63309]: _type = "HttpNfcLease" [ 1352.629516] env[63309]: }. {{(pid=63309) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1352.630206] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799c7f9-74fa-4aa6-a144-a97a9bbc2274 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.636940] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527057f1-cf9f-01a8-ee6c-1e7bd7ee0d71/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1352.637121] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527057f1-cf9f-01a8-ee6c-1e7bd7ee0d71/disk-0.vmdk for reading. {{(pid=63309) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1352.717773] env[63309]: DEBUG oslo_vmware.api [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Task: {'id': task-2731240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132412} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.718028] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.718218] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.718397] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.718573] env[63309]: INFO nova.compute.manager [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1352.718810] env[63309]: DEBUG oslo.service.loopingcall [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.718996] env[63309]: DEBUG nova.compute.manager [-] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.719103] env[63309]: DEBUG nova.network.neutron [-] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.737401] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31a87ef0-5514-4788-9fd8-75b7e127c3b5 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.205737] env[63309]: DEBUG nova.compute.manager [req-7622d234-7444-4354-b8b7-c04a741ca043 req-5f000e0e-cde0-473c-bf97-543c63e7a6a6 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Received event network-vif-deleted-ed7450f6-99de-4742-be3d-6c6424364fdc {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1353.206473] env[63309]: INFO nova.compute.manager [req-7622d234-7444-4354-b8b7-c04a741ca043 req-5f000e0e-cde0-473c-bf97-543c63e7a6a6 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Neutron deleted interface ed7450f6-99de-4742-be3d-6c6424364fdc; detaching it from the instance and deleting it from the info cache [ 1353.206661] env[63309]: DEBUG nova.network.neutron [req-7622d234-7444-4354-b8b7-c04a741ca043 req-5f000e0e-cde0-473c-bf97-543c63e7a6a6 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.679405] env[63309]: DEBUG nova.network.neutron [-] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.709800] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0582d23c-1552-4a76-ae12-c15db49738f4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.721794] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124bcf1b-3abb-41eb-8730-d7cae8cc5524 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.748362] env[63309]: DEBUG nova.compute.manager [req-7622d234-7444-4354-b8b7-c04a741ca043 req-5f000e0e-cde0-473c-bf97-543c63e7a6a6 service nova] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Detach interface failed, port_id=ed7450f6-99de-4742-be3d-6c6424364fdc, reason: Instance 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1354.184300] env[63309]: INFO nova.compute.manager [-] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Took 1.46 seconds to deallocate network for instance. [ 1354.691341] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.691722] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.692057] env[63309]: DEBUG nova.objects.instance [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lazy-loading 'resources' on Instance uuid 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.255971] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a864e8-b6bd-4807-aa1d-9c725be01597 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.263910] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f77c3-7c46-4dc7-9048-dc1066475a44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.295762] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c754a60-606d-409e-9df4-c1442e0912fd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.302967] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11bab4-f8e5-4e4f-904b-919fee81101e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.315988] env[63309]: DEBUG nova.compute.provider_tree [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.850424] env[63309]: DEBUG nova.scheduler.client.report [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updated inventory for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1355.850765] env[63309]: DEBUG nova.compute.provider_tree [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating resource provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 generation from 182 to 183 during operation: update_inventory {{(pid=63309) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1355.850872] env[63309]: DEBUG nova.compute.provider_tree [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Updating inventory in ProviderTree for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.356070] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.382093] env[63309]: INFO nova.scheduler.client.report [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Deleted allocations for instance 7ccf72fc-ef4f-4ef5-b365-80ca4852e204 [ 1356.890277] env[63309]: DEBUG oslo_concurrency.lockutils [None req-41916dbd-5b46-46de-a2e3-ffe5b96660f1 tempest-AttachVolumeTestJSON-138644471 tempest-AttachVolumeTestJSON-138644471-project-member] Lock "7ccf72fc-ef4f-4ef5-b365-80ca4852e204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.909276] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527057f1-cf9f-01a8-ee6c-1e7bd7ee0d71/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1359.910390] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c365bf-15ef-46ce-8644-de805e89151f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.916440] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527057f1-cf9f-01a8-ee6c-1e7bd7ee0d71/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1359.916608] env[63309]: ERROR oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527057f1-cf9f-01a8-ee6c-1e7bd7ee0d71/disk-0.vmdk due to incomplete transfer. [ 1359.916813] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e08edbf-ca38-4515-9c0e-cdacd8c6e5f0 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.923996] env[63309]: DEBUG oslo_vmware.rw_handles [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527057f1-cf9f-01a8-ee6c-1e7bd7ee0d71/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1359.924207] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Uploaded image 48941b19-71df-4ec9-bca9-389e17fc3bcc to the Glance image server {{(pid=63309) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1359.926539] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Destroying the VM {{(pid=63309) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1359.926766] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01164a67-8293-4e8f-b977-553dd3cfaf6b {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.932892] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1359.932892] env[63309]: value = "task-2731242" [ 1359.932892] env[63309]: _type = "Task" [ 1359.932892] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.940285] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731242, 'name': Destroy_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.442531] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731242, 'name': Destroy_Task, 'duration_secs': 0.323053} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.442781] env[63309]: INFO nova.virt.vmwareapi.vm_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Destroyed the VM [ 1360.443026] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deleting Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1360.443275] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c4494c9-0665-4e55-b9fb-95bbdd420cef {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.448659] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1360.448659] env[63309]: value = "task-2731243" [ 1360.448659] env[63309]: _type = "Task" [ 1360.448659] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.457133] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.959082] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731243, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348283} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.959082] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deleted Snapshot of the VM instance {{(pid=63309) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1360.959082] env[63309]: DEBUG nova.compute.manager [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.959742] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b921c4-cbd5-45a7-8b37-61e3d0463f44 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.471011] env[63309]: INFO nova.compute.manager [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Shelve offloading [ 1361.974991] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.975402] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-107531fc-9dfb-4e87-9ecb-95a4efdf7274 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.982245] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1361.982245] env[63309]: value = "task-2731245" [ 1361.982245] env[63309]: _type = "Task" [ 1361.982245] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.990179] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.496209] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] VM already powered off {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1362.496423] env[63309]: DEBUG nova.compute.manager [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.497248] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f061ff-e8d4-43ec-b3d8-c0beefa54ecd {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.502754] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.502920] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.503103] env[63309]: DEBUG nova.network.neutron [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.192974] env[63309]: DEBUG nova.network.neutron [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.695515] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.913284] env[63309]: DEBUG nova.compute.manager [req-d1ed6178-2001-4eea-8d8a-94f60af8cddf req-4fefaf72-9457-44c8-90c4-03ea5842d4f9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-vif-unplugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1363.913284] env[63309]: DEBUG oslo_concurrency.lockutils [req-d1ed6178-2001-4eea-8d8a-94f60af8cddf req-4fefaf72-9457-44c8-90c4-03ea5842d4f9 service nova] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.913284] env[63309]: DEBUG oslo_concurrency.lockutils [req-d1ed6178-2001-4eea-8d8a-94f60af8cddf req-4fefaf72-9457-44c8-90c4-03ea5842d4f9 service nova] Lock "3fa30243-6474-4719-9489-072acd10a016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.913284] env[63309]: DEBUG oslo_concurrency.lockutils [req-d1ed6178-2001-4eea-8d8a-94f60af8cddf req-4fefaf72-9457-44c8-90c4-03ea5842d4f9 service nova] Lock "3fa30243-6474-4719-9489-072acd10a016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.913284] env[63309]: DEBUG nova.compute.manager [req-d1ed6178-2001-4eea-8d8a-94f60af8cddf req-4fefaf72-9457-44c8-90c4-03ea5842d4f9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] No waiting events found dispatching network-vif-unplugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.913284] env[63309]: WARNING nova.compute.manager [req-d1ed6178-2001-4eea-8d8a-94f60af8cddf req-4fefaf72-9457-44c8-90c4-03ea5842d4f9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received unexpected event network-vif-unplugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd for instance with vm_state shelved and task_state shelving_offloading. [ 1363.941458] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.942387] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6c9c71-adb7-4691-ae7b-0cdfabc6ec9e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.949461] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.949706] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8f1b33-5b4e-4826-8621-8108083f313a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.001892] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.002157] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deleting contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.002367] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleting the datastore file [datastore2] 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.002646] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7562b2b-88be-406f-a86e-4c774df8029d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.009284] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1364.009284] env[63309]: value = "task-2731248" [ 1364.009284] env[63309]: _type = "Task" [ 1364.009284] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.017038] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.518728] env[63309]: DEBUG oslo_vmware.api [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12445} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.519108] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.519161] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deleted contents of the VM from datastore datastore2 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.519327] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.542426] env[63309]: INFO nova.scheduler.client.report [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted allocations for instance 3fa30243-6474-4719-9489-072acd10a016 [ 1365.047612] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.047612] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.047760] env[63309]: DEBUG nova.objects.instance [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'resources' on Instance uuid 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.551349] env[63309]: DEBUG nova.objects.instance [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'numa_topology' on Instance uuid 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.937026] env[63309]: DEBUG nova.compute.manager [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-changed-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1365.937225] env[63309]: DEBUG nova.compute.manager [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Refreshing instance network info cache due to event network-changed-0964ae06-ac6b-4991-95e4-c5f7466fe0fd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1365.937434] env[63309]: DEBUG oslo_concurrency.lockutils [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.937575] env[63309]: DEBUG oslo_concurrency.lockutils [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.937748] env[63309]: DEBUG nova.network.neutron [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Refreshing network info cache for port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.053723] env[63309]: DEBUG nova.objects.base [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Object Instance<3fa30243-6474-4719-9489-072acd10a016> lazy-loaded attributes: resources,numa_topology {{(pid=63309) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1366.080708] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdeea9-d079-4633-a5ed-9d6064fd4939 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.088476] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c02bb-3e44-45d2-83bd-5bec0590cc5d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.117547] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98383e-8524-4696-9298-cb02b5e589c3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.124334] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7df171-9468-46a1-b758-d828c0f19667 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.138256] env[63309]: DEBUG nova.compute.provider_tree [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.297981] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.626533] env[63309]: DEBUG nova.network.neutron [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updated VIF entry in instance network info cache for port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.626883] env[63309]: DEBUG nova.network.neutron [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": null, "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0964ae06-ac", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.641502] env[63309]: DEBUG nova.scheduler.client.report [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.130235] env[63309]: DEBUG oslo_concurrency.lockutils [req-9c929a7b-a3cf-474d-aeb7-0d4fe85aa980 req-d12cba92-a9b0-45fc-9801-dbcc282988d9 service nova] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.145239] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.652412] env[63309]: DEBUG oslo_concurrency.lockutils [None req-0b1c10f8-c705-4c23-a078-5679f02edcb1 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.185s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.653203] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.355s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.653400] env[63309]: INFO nova.compute.manager [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Unshelving [ 1368.683233] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.683514] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.683724] env[63309]: DEBUG nova.objects.instance [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'pci_requests' on Instance uuid 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.187775] env[63309]: DEBUG nova.objects.instance [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'numa_topology' on Instance uuid 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.690180] env[63309]: INFO nova.compute.claims [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.724481] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b007ea84-b1c5-4acc-af1c-5d79469e5b41 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.731966] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723da4ca-66ab-428b-b666-7652f2bae05d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.762355] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd44882-73ba-4509-bc1d-4271c4e6a651 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.768807] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf6670-15fb-4541-9e15-6c7d3853cc4d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.781368] env[63309]: DEBUG nova.compute.provider_tree [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.284908] env[63309]: DEBUG nova.scheduler.client.report [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.789883] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.815163] env[63309]: INFO nova.network.neutron [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1373.153482] env[63309]: DEBUG nova.compute.manager [req-8401a727-2589-4c46-bc90-8a60c981c362 req-a7bc8317-aa0b-4e67-a822-2feec93d8678 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-vif-plugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1373.153834] env[63309]: DEBUG oslo_concurrency.lockutils [req-8401a727-2589-4c46-bc90-8a60c981c362 req-a7bc8317-aa0b-4e67-a822-2feec93d8678 service nova] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.153967] env[63309]: DEBUG oslo_concurrency.lockutils [req-8401a727-2589-4c46-bc90-8a60c981c362 req-a7bc8317-aa0b-4e67-a822-2feec93d8678 service nova] Lock "3fa30243-6474-4719-9489-072acd10a016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.154153] env[63309]: DEBUG oslo_concurrency.lockutils [req-8401a727-2589-4c46-bc90-8a60c981c362 req-a7bc8317-aa0b-4e67-a822-2feec93d8678 service nova] Lock "3fa30243-6474-4719-9489-072acd10a016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.154327] env[63309]: DEBUG nova.compute.manager [req-8401a727-2589-4c46-bc90-8a60c981c362 req-a7bc8317-aa0b-4e67-a822-2feec93d8678 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] No waiting events found dispatching network-vif-plugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.154493] env[63309]: WARNING nova.compute.manager [req-8401a727-2589-4c46-bc90-8a60c981c362 req-a7bc8317-aa0b-4e67-a822-2feec93d8678 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received unexpected event network-vif-plugged-0964ae06-ac6b-4991-95e4-c5f7466fe0fd for instance with vm_state shelved_offloaded and task_state spawning. [ 1373.241649] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.241649] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.241649] env[63309]: DEBUG nova.network.neutron [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.918606] env[63309]: DEBUG nova.network.neutron [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.421442] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.447283] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T15:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='766c36b97a6c78e56a2d579dcbb1a05b',container_format='bare',created_at=2025-02-20T15:19:16Z,direct_url=,disk_format='vmdk',id=48941b19-71df-4ec9-bca9-389e17fc3bcc,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-488615260-shelved',owner='e5bee03019e54eedaf0c57496a739dd0',properties=ImageMetaProps,protected=,size=31595008,status='active',tags=,updated_at=2025-02-20T15:19:29Z,virtual_size=,visibility=), allow threads: False {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.447525] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Flavor limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.447688] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Image limits 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.447871] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Flavor pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.448030] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Image pref 0:0:0 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.448186] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63309) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.448398] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.448588] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.448723] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Got 1 possible topologies {{(pid=63309) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.448885] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.449075] env[63309]: DEBUG nova.virt.hardware [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63309) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.449951] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b195e-14ac-4b04-bb9f-8a337a1ddf51 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.458069] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cc5f27-4af3-4f68-b926-b20bf24bf0f7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.472111] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:95:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0964ae06-ac6b-4991-95e4-c5f7466fe0fd', 'vif_model': 'vmxnet3'}] {{(pid=63309) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.479307] env[63309]: DEBUG oslo.service.loopingcall [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.479550] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Creating VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.479741] env[63309]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64068613-5afb-44a8-9cf1-87a2d071fbf8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.498068] env[63309]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.498068] env[63309]: value = "task-2731249" [ 1374.498068] env[63309]: _type = "Task" [ 1374.498068] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.505091] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731249, 'name': CreateVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.008932] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731249, 'name': CreateVM_Task} progress is 99%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.177309] env[63309]: DEBUG nova.compute.manager [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-changed-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1375.177512] env[63309]: DEBUG nova.compute.manager [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Refreshing instance network info cache due to event network-changed-0964ae06-ac6b-4991-95e4-c5f7466fe0fd. {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1375.177723] env[63309]: DEBUG oslo_concurrency.lockutils [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.177866] env[63309]: DEBUG oslo_concurrency.lockutils [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.178035] env[63309]: DEBUG nova.network.neutron [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Refreshing network info cache for port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.508978] env[63309]: DEBUG oslo_vmware.api [-] Task: {'id': task-2731249, 'name': CreateVM_Task, 'duration_secs': 0.559562} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.509307] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Created VM on the ESX host {{(pid=63309) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.509708] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.509866] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.510256] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.510509] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6bf250-44cc-46fa-b511-747b98a0283f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.514869] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1375.514869] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b53b08-afc8-1eb8-6fe5-9049eca578ac" [ 1375.514869] env[63309]: _type = "Task" [ 1375.514869] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.524429] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]52b53b08-afc8-1eb8-6fe5-9049eca578ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.851745] env[63309]: DEBUG nova.network.neutron [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updated VIF entry in instance network info cache for port 0964ae06-ac6b-4991-95e4-c5f7466fe0fd. {{(pid=63309) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.852133] env[63309]: DEBUG nova.network.neutron [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.996739] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.996955] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.024448] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.024658] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Processing image 48941b19-71df-4ec9-bca9-389e17fc3bcc {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.024892] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.025050] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.025234] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.025465] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0122f3e-bc23-4b2d-9fda-22a426412f73 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.033497] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.033669] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63309) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.034336] env[63309]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9271b361-f633-471f-8f7d-9341ce229fed {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.038883] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1376.038883] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526426b9-f003-d295-a94c-a71b58cc1bbd" [ 1376.038883] env[63309]: _type = "Task" [ 1376.038883] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.048545] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]526426b9-f003-d295-a94c-a71b58cc1bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.354549] env[63309]: DEBUG oslo_concurrency.lockutils [req-e53d7aa2-9bd7-41b4-964c-f3599cef897f req-c04a5b0d-d4b6-4552-8fef-0692e81569ba service nova] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.501339] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.501690] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.501690] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.501812] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.501925] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.502090] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.502231] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63309) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1376.502806] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager.update_available_resource {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.548349] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Preparing fetch location {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1376.548753] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Fetch image to [datastore1] OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1/OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1.vmdk {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1376.548753] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Downloading stream optimized image 48941b19-71df-4ec9-bca9-389e17fc3bcc to [datastore1] OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1/OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1.vmdk on the data store datastore1 as vApp {{(pid=63309) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1376.548913] env[63309]: DEBUG nova.virt.vmwareapi.images [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Downloading image file data 48941b19-71df-4ec9-bca9-389e17fc3bcc to the ESX as VM named 'OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1' {{(pid=63309) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1376.613435] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1376.613435] env[63309]: value = "resgroup-9" [ 1376.613435] env[63309]: _type = "ResourcePool" [ 1376.613435] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1376.613829] env[63309]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-33ffdf0f-51e1-4033-8375-9f082308b776 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.638310] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lease: (returnval){ [ 1376.638310] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1376.638310] env[63309]: _type = "HttpNfcLease" [ 1376.638310] env[63309]: } obtained for vApp import into resource pool (val){ [ 1376.638310] env[63309]: value = "resgroup-9" [ 1376.638310] env[63309]: _type = "ResourcePool" [ 1376.638310] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1376.638590] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the lease: (returnval){ [ 1376.638590] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1376.638590] env[63309]: _type = "HttpNfcLease" [ 1376.638590] env[63309]: } to be ready. {{(pid=63309) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1376.647428] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.647428] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1376.647428] env[63309]: _type = "HttpNfcLease" [ 1376.647428] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1377.005425] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.005702] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.005906] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.006108] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63309) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1377.006984] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad15590-cc77-4f47-b41a-c3a43712f592 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.016443] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20d8f68-49c3-42a5-a292-10836af7ccfb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.030098] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa33ba9-c8c5-4ae9-8a6a-40cc3851ca30 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.036160] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc149fa-e5a4-4779-ba37-a19583a351d1 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.064828] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180545MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=63309) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1377.064965] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.065185] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.147682] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.147682] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1377.147682] env[63309]: _type = "HttpNfcLease" [ 1377.147682] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1377.647601] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.647601] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1377.647601] env[63309]: _type = "HttpNfcLease" [ 1377.647601] env[63309]: } is initializing. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1378.089901] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Instance 3fa30243-6474-4719-9489-072acd10a016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63309) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.090135] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1378.090285] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63309) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1378.117010] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794f1a1f-73f5-4a6c-b23c-b9414177c4af {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.124670] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea533d0-7ea5-4e61-a392-3366eed8eac8 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.157184] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb40ba4a-9d32-468a-927f-20dd2aed5cf4 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.162704] env[63309]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.162704] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1378.162704] env[63309]: _type = "HttpNfcLease" [ 1378.162704] env[63309]: } is ready. {{(pid=63309) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1378.164598] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1378.164598] env[63309]: value = "session[521ed6cd-f8fa-aba3-4755-bb7ee5a0eeea]522b8816-907b-3750-cfb6-946c910cae81" [ 1378.164598] env[63309]: _type = "HttpNfcLease" [ 1378.164598] env[63309]: }. {{(pid=63309) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1378.165316] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef3f90-eedd-40d6-a505-b38e016bb410 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.168323] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19573908-7076-44f3-be79-647678e913ec {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.176754] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb370-8499-be41-cf41-22011b270b9e/disk-0.vmdk from lease info. {{(pid=63309) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1378.176923] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating HTTP connection to write to file with size = 31595008 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb370-8499-be41-cf41-22011b270b9e/disk-0.vmdk. {{(pid=63309) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1378.185636] env[63309]: DEBUG nova.compute.provider_tree [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.251252] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfdd1228-d72e-483b-ab93-8c955b65ec3e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.689057] env[63309]: DEBUG nova.scheduler.client.report [None req-b6122934-7807-4597-a579-d04fb115789e None None] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.195083] env[63309]: DEBUG nova.compute.resource_tracker [None req-b6122934-7807-4597-a579-d04fb115789e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63309) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1379.195307] env[63309]: DEBUG oslo_concurrency.lockutils [None req-b6122934-7807-4597-a579-d04fb115789e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.304620] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Completed reading data from the image iterator. {{(pid=63309) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1379.304870] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb370-8499-be41-cf41-22011b270b9e/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1379.305862] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15475a2-efb5-4038-8729-b03c88f4cd38 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.312646] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb370-8499-be41-cf41-22011b270b9e/disk-0.vmdk is in state: ready. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1379.312806] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb370-8499-be41-cf41-22011b270b9e/disk-0.vmdk. {{(pid=63309) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1379.313055] env[63309]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b8f0fa1d-bd80-41fd-ad8e-1a1276817ae2 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.503463] env[63309]: DEBUG oslo_vmware.rw_handles [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb370-8499-be41-cf41-22011b270b9e/disk-0.vmdk. {{(pid=63309) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1379.503763] env[63309]: INFO nova.virt.vmwareapi.images [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Downloaded image file data 48941b19-71df-4ec9-bca9-389e17fc3bcc [ 1379.504804] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825324a-78ea-4a97-a3a3-f41c1b4850a6 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.520388] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08b4b525-916f-4c11-9315-618a19bb1dd3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.570061] env[63309]: INFO nova.virt.vmwareapi.images [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] The imported VM was unregistered [ 1379.572500] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Caching image {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1379.572729] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Creating directory with path [datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.572994] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4786abae-5511-4459-a712-011e753fa108 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.594397] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Created directory with path [datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc {{(pid=63309) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.594577] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1/OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1.vmdk to [datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk. {{(pid=63309) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1379.594829] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e20f2e4-8e0b-4f59-aedd-624c93dc3524 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.600365] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1379.600365] env[63309]: value = "task-2731252" [ 1379.600365] env[63309]: _type = "Task" [ 1379.600365] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.607573] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731252, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.110978] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731252, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.611504] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731252, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.114653] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731252, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.613754] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731252, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.114685] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731252, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.211419} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.115066] env[63309]: INFO nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1/OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1.vmdk to [datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk. [ 1382.115193] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Cleaning up location [datastore1] OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1 {{(pid=63309) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1382.115355] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2e1a66e3-5b17-489f-ad8f-7ed2216f73e1 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.115594] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749ebc60-5eeb-40ae-a104-8c412d434f12 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.121403] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1382.121403] env[63309]: value = "task-2731253" [ 1382.121403] env[63309]: _type = "Task" [ 1382.121403] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.128307] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.630961] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034405} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.631225] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.631391] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.631665] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk to [datastore1] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.631923] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b44491-d09e-427f-98cc-12d0662990ac {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.637401] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1382.637401] env[63309]: value = "task-2731254" [ 1382.637401] env[63309]: _type = "Task" [ 1382.637401] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.644217] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.148890] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731254, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.648846] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731254, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.148875] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731254, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.650012] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731254, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.151212] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731254, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.141716} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.151483] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/48941b19-71df-4ec9-bca9-389e17fc3bcc/48941b19-71df-4ec9-bca9-389e17fc3bcc.vmdk to [datastore1] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk {{(pid=63309) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.152290] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ce872-15de-4522-93fb-2720e18d8c97 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.173764] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.173986] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac1efef-09de-45cb-bd3b-78d67ab54be9 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.192049] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1385.192049] env[63309]: value = "task-2731255" [ 1385.192049] env[63309]: _type = "Task" [ 1385.192049] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.199076] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.703372] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731255, 'name': ReconfigVM_Task, 'duration_secs': 0.247426} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.703769] env[63309]: DEBUG nova.virt.vmwareapi.volumeops [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3fa30243-6474-4719-9489-072acd10a016/3fa30243-6474-4719-9489-072acd10a016.vmdk or device None with type streamOptimized {{(pid=63309) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.704351] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddfc298f-cba9-44e9-86ad-26512c8a25bf {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.709898] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1385.709898] env[63309]: value = "task-2731256" [ 1385.709898] env[63309]: _type = "Task" [ 1385.709898] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.717208] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731256, 'name': Rename_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.219196] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731256, 'name': Rename_Task, 'duration_secs': 0.119103} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.219473] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powering on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.219744] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39f3085-60ee-455d-9103-82b09893266f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.225571] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1386.225571] env[63309]: value = "task-2731257" [ 1386.225571] env[63309]: _type = "Task" [ 1386.225571] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.232418] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.735264] env[63309]: DEBUG oslo_vmware.api [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731257, 'name': PowerOnVM_Task, 'duration_secs': 0.421569} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.735620] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powered on the VM {{(pid=63309) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.825385] env[63309]: DEBUG nova.compute.manager [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.826398] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467215f9-0728-42ca-8104-3ee0bedc1449 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.343513] env[63309]: DEBUG oslo_concurrency.lockutils [None req-083873a7-a00a-4f09-a05f-12dc2fe88646 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.690s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.449675] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552100f-7389-46d4-a34f-4795be780dcb {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.456480] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Suspending the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1388.456702] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1c0f5713-e981-4293-84a4-50a3fc9cef93 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.462583] env[63309]: DEBUG oslo_vmware.api [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1388.462583] env[63309]: value = "task-2731258" [ 1388.462583] env[63309]: _type = "Task" [ 1388.462583] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.469353] env[63309]: DEBUG oslo_vmware.api [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731258, 'name': SuspendVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.972360] env[63309]: DEBUG oslo_vmware.api [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731258, 'name': SuspendVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.473653] env[63309]: DEBUG oslo_vmware.api [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731258, 'name': SuspendVM_Task, 'duration_secs': 0.539326} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.474029] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Suspended the VM {{(pid=63309) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1389.474101] env[63309]: DEBUG nova.compute.manager [None req-f3e0374e-4681-4b46-9802-193d55f97bc8 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.474858] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e1fb0-2288-4eb6-9618-7d2e0061c81a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.834318] env[63309]: INFO nova.compute.manager [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Resuming [ 1390.834939] env[63309]: DEBUG nova.objects.instance [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'flavor' on Instance uuid 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.347084] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.347573] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquired lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.347573] env[63309]: DEBUG nova.network.neutron [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Building network info cache for instance {{(pid=63309) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.036774] env[63309]: DEBUG nova.network.neutron [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [{"id": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "address": "fa:16:3e:c8:95:e0", "network": {"id": "b3deefc7-a96b-4474-b02c-78b1f291dba8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-433991170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bee03019e54eedaf0c57496a739dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964ae06-ac", "ovs_interfaceid": "0964ae06-ac6b-4991-95e4-c5f7466fe0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.540062] env[63309]: DEBUG oslo_concurrency.lockutils [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Releasing lock "refresh_cache-3fa30243-6474-4719-9489-072acd10a016" {{(pid=63309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.541096] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a0bd9d-6e89-4d38-889e-120e2847d40a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.547823] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Resuming the VM {{(pid=63309) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1393.548063] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a47f75-8a96-4cdc-98e8-32a12a061eab {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.553876] env[63309]: DEBUG oslo_vmware.api [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1393.553876] env[63309]: value = "task-2731259" [ 1393.553876] env[63309]: _type = "Task" [ 1393.553876] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.565259] env[63309]: DEBUG oslo_vmware.api [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.067630] env[63309]: DEBUG oslo_vmware.api [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.563406] env[63309]: DEBUG oslo_vmware.api [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731259, 'name': PowerOnVM_Task, 'duration_secs': 0.53207} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.563813] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Resumed the VM {{(pid=63309) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1394.563851] env[63309]: DEBUG nova.compute.manager [None req-4afa1f50-e1f7-4a42-bff1-9fc21d956a34 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Checking state {{(pid=63309) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.564626] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fda660-7e2e-446c-9492-7eba0e6bfcc3 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.432398] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.432775] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.432930] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "3fa30243-6474-4719-9489-072acd10a016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.433136] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.433310] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.435569] env[63309]: INFO nova.compute.manager [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Terminating instance [ 1399.939688] env[63309]: DEBUG nova.compute.manager [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Start destroying the instance on the hypervisor. {{(pid=63309) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.939940] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Destroying instance {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.940860] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d252bebc-2d1d-47af-8437-6f3761d7fa3a {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.949718] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powering off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.949965] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7f91de-131c-4edc-8bf6-435b45052952 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.956047] env[63309]: DEBUG oslo_vmware.api [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1399.956047] env[63309]: value = "task-2731260" [ 1399.956047] env[63309]: _type = "Task" [ 1399.956047] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.964502] env[63309]: DEBUG oslo_vmware.api [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.465754] env[63309]: DEBUG oslo_vmware.api [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731260, 'name': PowerOffVM_Task, 'duration_secs': 0.168875} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.466124] env[63309]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Powered off the VM {{(pid=63309) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.466240] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Unregistering the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.466467] env[63309]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0f14441-31fd-4de3-a676-5b618a8148db {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.524567] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Unregistered the VM {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.524823] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deleting contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.524974] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleting the datastore file [datastore1] 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.525262] env[63309]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad728e3b-381e-4118-9337-6f7b1e338a3d {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.531866] env[63309]: DEBUG oslo_vmware.api [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for the task: (returnval){ [ 1400.531866] env[63309]: value = "task-2731262" [ 1400.531866] env[63309]: _type = "Task" [ 1400.531866] env[63309]: } to complete. {{(pid=63309) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.539067] env[63309]: DEBUG oslo_vmware.api [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.040924] env[63309]: DEBUG oslo_vmware.api [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Task: {'id': task-2731262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132142} completed successfully. {{(pid=63309) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.041188] env[63309]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted the datastore file {{(pid=63309) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.041370] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deleted contents of the VM from datastore datastore1 {{(pid=63309) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.041549] env[63309]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance destroyed {{(pid=63309) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.041722] env[63309]: INFO nova.compute.manager [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] [instance: 3fa30243-6474-4719-9489-072acd10a016] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1401.041955] env[63309]: DEBUG oslo.service.loopingcall [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63309) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.042228] env[63309]: DEBUG nova.compute.manager [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Deallocating network for instance {{(pid=63309) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.042331] env[63309]: DEBUG nova.network.neutron [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] deallocate_for_instance() {{(pid=63309) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.271033] env[63309]: DEBUG nova.compute.manager [req-c007a008-471a-4bf9-87e1-7bd8551d6c7a req-742c4523-37ff-405e-a016-db952a592676 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Received event network-vif-deleted-0964ae06-ac6b-4991-95e4-c5f7466fe0fd {{(pid=63309) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1401.271256] env[63309]: INFO nova.compute.manager [req-c007a008-471a-4bf9-87e1-7bd8551d6c7a req-742c4523-37ff-405e-a016-db952a592676 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Neutron deleted interface 0964ae06-ac6b-4991-95e4-c5f7466fe0fd; detaching it from the instance and deleting it from the info cache [ 1401.271400] env[63309]: DEBUG nova.network.neutron [req-c007a008-471a-4bf9-87e1-7bd8551d6c7a req-742c4523-37ff-405e-a016-db952a592676 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.755889] env[63309]: DEBUG nova.network.neutron [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Updating instance_info_cache with network_info: [] {{(pid=63309) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.773184] env[63309]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0db996a0-7915-4f46-86e9-45750c30dd31 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.783480] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5077a03a-b9fb-4af2-ba8b-f7ef3007520e {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.806301] env[63309]: DEBUG nova.compute.manager [req-c007a008-471a-4bf9-87e1-7bd8551d6c7a req-742c4523-37ff-405e-a016-db952a592676 service nova] [instance: 3fa30243-6474-4719-9489-072acd10a016] Detach interface failed, port_id=0964ae06-ac6b-4991-95e4-c5f7466fe0fd, reason: Instance 3fa30243-6474-4719-9489-072acd10a016 could not be found. {{(pid=63309) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1402.259131] env[63309]: INFO nova.compute.manager [-] [instance: 3fa30243-6474-4719-9489-072acd10a016] Took 1.22 seconds to deallocate network for instance. [ 1402.765614] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.766022] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.766096] env[63309]: DEBUG nova.objects.instance [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lazy-loading 'resources' on Instance uuid 3fa30243-6474-4719-9489-072acd10a016 {{(pid=63309) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.302037] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3577fd4-52da-4bd6-b5ed-a190b24ed633 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.310039] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2ea978-defd-4175-a36b-3724ddeb87a7 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.341882] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebebf63-3f02-4d54-be41-56fc8ceb867f {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.349544] env[63309]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc558cef-2603-4fb6-b752-54a760d09a58 {{(pid=63309) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.363241] env[63309]: DEBUG nova.compute.provider_tree [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed in ProviderTree for provider: c0925b0a-422f-4101-a1c7-1d0118bc03e5 {{(pid=63309) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.868311] env[63309]: DEBUG nova.scheduler.client.report [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Inventory has not changed for provider c0925b0a-422f-4101-a1c7-1d0118bc03e5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63309) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.373542] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.391019] env[63309]: INFO nova.scheduler.client.report [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Deleted allocations for instance 3fa30243-6474-4719-9489-072acd10a016 [ 1404.898703] env[63309]: DEBUG oslo_concurrency.lockutils [None req-e5bf7d83-724d-4731-ad31-dcd70e8c32c7 tempest-ServersNegativeTestJSON-142622101 tempest-ServersNegativeTestJSON-142622101-project-member] Lock "3fa30243-6474-4719-9489-072acd10a016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.466s {{(pid=63309) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.579570] env[63309]: DEBUG oslo_service.periodic_task [None req-b6122934-7807-4597-a579-d04fb115789e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63309) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.580037] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] Cleaning up deleted instances {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1420.087509] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] There are 22 instances to clean {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1420.087707] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 12d74f57-7dfe-4e76-b3d0-9673ecaec09a] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1420.591402] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 70e2043f-cc13-4332-9192-a1236d7df2fa] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1421.095083] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 3fa30243-6474-4719-9489-072acd10a016] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1421.598803] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: c58baa86-db45-4e40-a460-fb3a7ec3b59d] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1422.102395] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 7ccf72fc-ef4f-4ef5-b365-80ca4852e204] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1422.605483] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 4776f262-6c0d-4ec2-991d-813efafce0a5] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1423.108659] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: f5f30b0a-68d6-4c51-9692-1016709bf570] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1423.612476] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 7305d89a-2885-42b3-ac68-4d36af76e4ea] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1424.116102] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 64b188b7-58dc-4374-b1e9-0268a7a2752b] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1424.619312] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 164e1038-3a5e-4431-ac1d-4e22e5516283] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1425.122785] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: aaaa94cd-baf5-4a45-b4eb-b77ca9de6eac] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1425.626167] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 4cd99ba4-c7cc-49ad-9197-4788c15df0ae] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1426.129198] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 642896e3-444b-4867-a514-7b942073da48] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1426.633251] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: da4081fc-3e2a-4aef-aeff-990b286891a7] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1427.136021] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: be4432f4-17d0-456b-93c8-43614605797b] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1427.639099] env[63309]: DEBUG nova.compute.manager [None req-b6122934-7807-4597-a579-d04fb115789e None None] [instance: 2d690ba0-a7eb-4d52-9cb4-6cd2e7114f0a] Instance has had 0 of 5 cleanup attempts {{(pid=63309) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}